-- Logs begin at Tue 2021-06-08 03:23:58 UTC, end at Tue 2021-06-08 04:29:24 UTC. -- Jun 08 04:04:25.390732 dv-cinder-786627-8-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 08 04:04:27.962134 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.common.config [-] Logging enabled! Jun 08 04:04:27.962768 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282 Jun 08 04:04:27.962898 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92173) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 04:04:27.966620 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.common.config [-] Logging enabled! Jun 08 04:04:27.966882 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282 Jun 08 04:04:27.967220 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92173) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 04:04:27.968150 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 04:04:27.968387 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 04:04:27.968752 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 04:04:27.969001 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 04:04:27.969229 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 04:04:27.969553 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.969855 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.970154 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.970389 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.970687 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.971007 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.971296 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.971587 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.971885 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.972173 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.972455 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.972743 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.972977 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.973262 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.973551 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.973840 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.974066 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] debug = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.974352 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.974775 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.975220 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.975499 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.975795 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.976078 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.976352 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.976629 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.976917 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.977244 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] host = dv-cinder-786627-8-smb {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.977522 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.977813 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.978100 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.978385 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.978675 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.978952 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.979241 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.979515 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.979790 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] log_file = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.980071 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.980358 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.980646 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.980934 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.981165 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.981414 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.981703 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.981991 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.982268 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.982544 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.982820 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.983130 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.983406 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.983673 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.983960 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.984246 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.984530 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.984804 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.985077 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.985349 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.985621 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.985904 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.986181 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.986455 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.986726 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.987044 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.987311 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.987585 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.987885 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.988171 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.988453 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.988738 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.989014 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.989295 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.989568 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.989841 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.990113 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] use_json = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.990386 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.990657 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.990962 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.991243 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.991513 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.991784 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.992055 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.992338 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:27.992634 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.992930 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.993229 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.993512 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.993805 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.994085 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.994374 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.994653 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.994962 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.995254 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.995540 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.995818 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.996105 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.996384 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.996679 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.997005 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.997303 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.997593 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.997871 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.998148 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.998426 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.998708 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.999023 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.999321 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.999610 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:27.999886 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.000167 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.000460 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.000740 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.001018 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.001298 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.001587 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.001865 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.002137 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.002421 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.002700 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.002999 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.003274 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.003552 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.003842 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.004118 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.004391 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.004664 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.004941 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.005212 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.005496 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.005773 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.006046 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.006319 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.006598 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.006869 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.007166 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.007447 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.007715 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.007992 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.008264 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.008535 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.008807 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.009079 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.009351 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.009622 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.009893 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.010169 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.010443 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.010715 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.011025 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.011300 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.011574 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.011859 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.012158 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.012437 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.013239 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.013520 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.013799 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.014075 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.014350 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.014627 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.014906 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.015202 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.015492 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.015775 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.016059 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.016341 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.016618 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.016911 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.017188 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.017471 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.017745 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.018022 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.018309 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.018592 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.018888 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.019204 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.019500 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.019795 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.020088 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.020370 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.020680 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.020961 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:28.021180 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 04:04:28.021425 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92173) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 08 04:04:28.369083 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:04:28.369366 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:04:28.369658 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:04:28.370139 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 08 04:04:28.753165 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.753363 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.753644 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.754845 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.755148 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.755417 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.791970 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.792252 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.792518 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.806123 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.806404 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.806675 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.835098 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.835383 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.835662 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.873846 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.874130 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:28.874398 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.109179 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.109765 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.109765 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.109972 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.110712 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.234007 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.234322 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.234607 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.234884 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.235184 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.235497 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.235760 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.236019 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.236273 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.236559 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.236822 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.237091 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.237350 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.237613 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.237869 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.238136 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.238406 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.238662 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.238955 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.239276 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.239556 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.239905 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.240160 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.240440 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.240692 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.240940 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.241331 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 04:04:29.241570 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 04:04:29.241806 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 04:04:29.242041 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 04:04:29.242274 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 04:04:29.242507 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 04:04:29.242876 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 08 04:04:29.246095 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 08 04:04:29.250151 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 08 04:04:29.253963 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 08 04:04:29.255620 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 08 04:04:29.256071 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 08 04:04:29.256416 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 08 04:04:29.256797 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 08 04:04:29.259597 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 08 04:04:29.259853 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 08 04:04:29.260200 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 04:04:29.287876 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 08 04:04:29.288326 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.288624 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92173) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 08 04:04:29.288994 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.290345 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92173) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 08 04:04:29.290880 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 04:04:29.291150 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 08 04:04:29.294757 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.295066 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:29.359106 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 08 04:04:29.359293 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 08 04:04:29.359536 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 08 04:04:29.359904 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 08 04:04:29.391224 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_db.sqlalchemy.engines [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92173) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 08 04:04:29.846335 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Initializing driver for type 'gre' Jun 08 04:04:29.846858 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] gre ID ranges: [(1, 1000)] Jun 08 04:04:30.020117 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Initializing driver for type 'local' Jun 08 04:04:30.020456 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Initializing driver for type 'vlan' Jun 08 04:04:30.088734 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] VlanTypeDriver initialization complete Jun 08 04:04:30.089085 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Initializing driver for type 'vxlan' Jun 08 04:04:30.089581 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] vxlan ID ranges: [(1, 1000)] Jun 08 04:04:30.286572 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Initializing extension driver 'port_security' Jun 08 04:04:30.287279 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.extensions.port_security [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] PortSecurityExtensionDriver initialization complete Jun 08 04:04:30.287279 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Initializing mechanism driver 'openvswitch' Jun 08 04:04:30.287529 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Initializing mechanism driver 'hyperv' Jun 08 04:04:30.297876 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.plugins.ml2.plugin [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:04:30.298628 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > port after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.299033 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > port after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.299380 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > port after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.299762 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > subnet after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.300108 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > subnet after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.300445 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > subnet after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.300821 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > network after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.301169 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > network after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.301501 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > network after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.301873 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > security_group after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.302212 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > security_group after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.302547 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > security_group after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.302935 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.303286 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.303623 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.303995 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > address_group after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.304336 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > address_group after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.304724 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > address_group after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.305053 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] ML2 OVO RPC backend initialized. {{(pid=92173) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 08 04:04:30.305745 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router_interface after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.306091 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.306495 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > network before_response 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.306832 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > networks before_response 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.307195 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > port before_response 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.307525 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > ports before_response 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.307858 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > subnet before_response 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.308193 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > subnets before_response 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.308531 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > network after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.308861 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > network after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.309188 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > network after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.310111 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > port after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.310441 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > port after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.310815 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > port after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.313038 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > subnet after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.313038 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > subnet after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.313038 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > subnet after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.313038 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.plugin [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Modular L2 Plugin initialization complete Jun 08 04:04:30.313038 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading services supported by the core plugin {{(pid=92173) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 08 04:04:30.313361 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.plugins.ml2.managers [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Got port-security extension from driver 'port_security' Jun 08 04:04:30.313427 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.extensions.vlantransparent [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Disabled vlantransparent extension. Jun 08 04:04:30.313869 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92173) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 08 04:04:30.314179 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading Plugin: router Jun 08 04:04:30.354504 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router_interface before_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.354892 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router after_create 55549900 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.355278 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router before_create 55549900 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.355633 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.355993 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.356336 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router after_delete 55549900 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.356684 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > floatingip after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.357034 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router after_create 55549900 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.357369 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router after_update 55549900 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.357708 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router after_update 55549900 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.358043 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.358390 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router after_update 55549900 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.358786 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router precommit_update 55549900 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.359179 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: port after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.359511 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: port after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.359838 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: subnet after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.360164 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.360500 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > port precommit_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.360835 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router precommit_create 55549900 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.361166 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: port before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.361495 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router precommit_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.361840 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router after_update 55549900 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.362169 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router precommit_delete 55549900 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.362503 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router precommit_create 55549900 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.362853 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router_interface after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.363208 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router precommit_update 55549900 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.363570 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > network after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.364404 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Tracking information for resource: router configured {{(pid=92173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 04:04:30.364725 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Tracking information for resource: floatingip configured {{(pid=92173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 04:04:30.369853 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.db.l3_agentschedulers_db [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 08 04:04:30.370423 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: port after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.370774 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: port after_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.371144 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: port after_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.371490 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: port after_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.372256 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router before_create 55550100 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.372611 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router precommit_delete 55550100 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.372963 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router precommit_create 55550100 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.373312 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > router precommit_update 55550100 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.377708 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.services.provider_configuration [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service providers = [] {{(pid=92173) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 08 04:04:30.381619 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.db.servicetype_db [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92173) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 08 04:04:30.384160 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.services.service_base [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 04:04:30.384506 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.services.service_base [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 04:04:30.384841 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.services.service_base [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 04:04:30.385726 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.services.service_base [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 04:04:30.386081 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.services.service_base [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 08 04:04:30.386602 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 04:04:30.386930 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 08 04:04:30.397778 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 04:04:30.398109 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading Plugin: auto_allocate Jun 08 04:04:30.404438 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: network precommit_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.404793 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: network precommit_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.405297 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 04:04:30.405609 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading Plugin: tag Jun 08 04:04:30.418240 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 04:04:30.418563 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading Plugin: timestamp Jun 08 04:04:30.422453 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 04:04:30.422777 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading Plugin: network_ip_availability Jun 08 04:04:30.427995 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.428360 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.428705 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.429415 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 04:04:30.429728 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading Plugin: flavors Jun 08 04:04:30.542731 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 04:04:30.543007 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading Plugin: revisions Jun 08 04:04:30.548038 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 04:04:30.548427 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_concurrency.lockutils [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.179s {{(pid=92173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:04:30.549196 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92173) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 08 04:04:30.549522 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Initializing extension manager. Jun 08 04:04:30.550017 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: __init__.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.550351 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: __pycache__ {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.550741 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.551125 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: address_group.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.551876 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.552446 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: address-group Jun 08 04:04:30.552764 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: address_scope.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.553539 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.553976 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: address-scope Jun 08 04:04:30.554291 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: admin_state_down_before_update.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.555241 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.555740 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: router-admin-state-down-before-update Jun 08 04:04:30.556078 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: agent.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.556761 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.557258 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: agent Jun 08 04:04:30.557572 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: agent_resources_synced.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.558480 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.558997 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: agent-resources-synced Jun 08 04:04:30.559365 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: allowedaddresspairs.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.561622 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.562138 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: allowed-address-pairs Jun 08 04:04:30.562458 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: auto_allocated_topology.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.563550 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.564055 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: auto-allocated-topology Jun 08 04:04:30.564375 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: availability_zone.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.565049 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.565545 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: availability_zone Jun 08 04:04:30.565860 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: availability_zone_filter.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.566742 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.567276 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: availability_zone_filter Jun 08 04:04:30.567593 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: data_plane_status.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.568517 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.569004 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension data-plane-status not supported by any of loaded plugins Jun 08 04:04:30.569321 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: default_subnetpools.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.570203 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.570706 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: default-subnetpools Jun 08 04:04:30.571051 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: dhcpagentscheduler.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.571842 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.572331 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: dhcp_agent_scheduler Jun 08 04:04:30.572647 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: dns.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.573530 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.574019 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension dns-integration not supported by any of loaded plugins Jun 08 04:04:30.574332 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: dns_domain_ports.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.575267 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.575756 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 08 04:04:30.576073 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: dvr.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.581022 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.581022 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: dvr Jun 08 04:04:30.581022 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: empty_string_filtering.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.581701 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.582193 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: empty-string-filtering Jun 08 04:04:30.582505 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.583413 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.583905 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 08 04:04:30.584217 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.585148 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.585820 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 08 04:04:30.586137 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: external_net.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.587059 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.587559 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: external-net Jun 08 04:04:30.587872 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: extra_dhcp_opt.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.588746 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.589240 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: extra_dhcp_opt Jun 08 04:04:30.589552 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: extraroute.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.590477 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.591521 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: extraroute Jun 08 04:04:30.591833 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: extraroute_atomic.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.592831 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.593328 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: extraroute-atomic Jun 08 04:04:30.593640 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: filter_validation.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.594282 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.594773 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: filter-validation Jun 08 04:04:30.595116 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: fip_pf_description.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.595995 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.596483 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 08 04:04:30.596794 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: fip_port_details.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.597675 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.598167 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: fip-port-details Jun 08 04:04:30.598479 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: flavors.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.599717 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.600223 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: flavors Jun 08 04:04:30.600542 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.602275 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.602754 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 08 04:04:30.603120 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: floatingip_pools.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.603803 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.604302 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: floatingip-pools Jun 08 04:04:30.604624 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: ip_allocation.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.605511 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.606005 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension ip_allocation not supported by any of loaded plugins Jun 08 04:04:30.606903 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.607808 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.614198 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: ip-substring-filtering Jun 08 04:04:30.614198 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: l2_adjacency.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.614867 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.615388 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension l2_adjacency not supported by any of loaded plugins Jun 08 04:04:30.615709 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: l3.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.616656 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.617162 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: router Jun 08 04:04:30.617479 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: l3_conntrack_helper.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.619703 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.620222 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 08 04:04:30.620546 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.621445 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.621972 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: ext-gw-mode Jun 08 04:04:30.622335 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.623247 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.623744 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: l3-ha Jun 08 04:04:30.624060 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: l3_flavors.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.624940 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.625434 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: l3-flavors Jun 08 04:04:30.625747 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.626658 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.627184 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: l3-port-ip-change-not-allowed Jun 08 04:04:30.627500 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: l3agentscheduler.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.628528 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.629029 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: l3_agent_scheduler Jun 08 04:04:30.629349 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: logging.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.630976 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.631496 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension logging not supported by any of loaded plugins Jun 08 04:04:30.631817 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: metering.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.632542 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.633111 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: metering Jun 08 04:04:30.633427 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.634503 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.635040 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: metering_source_and_destination_fields Jun 08 04:04:30.635360 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: multiprovidernet.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.636259 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.636758 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: multi-provider Jun 08 04:04:30.637074 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: netmtu.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.637981 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.638479 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: net-mtu Jun 08 04:04:30.638794 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: netmtu_writable.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.639701 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.640195 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: net-mtu-writable Jun 08 04:04:30.640506 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: network_availability_zone.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.641152 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.641643 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: network_availability_zone Jun 08 04:04:30.641953 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: network_ip_availability.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.643049 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.643547 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: network-ip-availability Jun 08 04:04:30.643859 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: network_segment_range.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.644599 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.645121 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension network-segment-range not supported by any of loaded plugins Jun 08 04:04:30.645447 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: pagination.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.646406 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.646727 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: pagination Jun 08 04:04:30.647078 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: port_device_profile.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.647964 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.648468 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: port-device-profile Jun 08 04:04:30.648781 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.649665 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.650161 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: port-mac-address-regenerate Jun 08 04:04:30.650475 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.651388 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.651888 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: port-numa-affinity-policy Jun 08 04:04:30.652203 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: port_resource_request.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.659735 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.660229 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension port-resource-request not supported by any of loaded plugins Jun 08 04:04:30.660542 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: portbindings.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.661438 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.661932 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: binding Jun 08 04:04:30.662246 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: portbindings_extended.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.663514 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.664011 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: binding-extended Jun 08 04:04:30.664326 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: portsecurity.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.665242 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.665989 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: port-security Jun 08 04:04:30.666303 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: project_id.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.667274 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.667596 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: project-id Jun 08 04:04:30.667910 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: providernet.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.669373 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.669870 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: provider Jun 08 04:04:30.670185 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: qos.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.673691 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.674202 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension qos not supported by any of loaded plugins Jun 08 04:04:30.674522 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.675771 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.676380 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 08 04:04:30.676643 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.677537 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.678035 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 08 04:04:30.678354 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: qos_default.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.679269 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.679768 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension qos-default not supported by any of loaded plugins Jun 08 04:04:30.680087 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: qos_fip.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.680719 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.681209 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension qos-fip not supported by any of loaded plugins Jun 08 04:04:30.681523 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: qos_gateway_ip.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.682602 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.683137 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 08 04:04:30.683454 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: qos_port_network_policy.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.689691 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.690190 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 08 04:04:30.690505 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: qos_rule_type_details.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.691424 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.691922 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 08 04:04:30.692236 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: qos_rules_alias.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.693254 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.693791 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 08 04:04:30.694105 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: quotasv2.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.695024 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.695347 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: quotas Jun 08 04:04:30.695662 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: quotasv2_detail.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.698638 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.699001 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: quota_details Jun 08 04:04:30.699324 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: rbac.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.700377 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.700923 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: rbac-policies Jun 08 04:04:30.701247 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: rbac_address_group.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.702151 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.702654 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: rbac-address-group Jun 08 04:04:30.702997 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: rbac_address_scope.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.703890 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.704389 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: rbac-address-scope Jun 08 04:04:30.704704 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: rbac_security_groups.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.705603 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.706112 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: rbac-security-groups Jun 08 04:04:30.706431 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: rbac_subnetpool.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.707348 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.707849 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: rbac-subnetpool Jun 08 04:04:30.708211 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: revisionifmatch.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.709106 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.709604 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: revision-if-match Jun 08 04:04:30.709920 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: revisions.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.711030 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.711532 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: standard-attr-revisions Jun 08 04:04:30.711846 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: router_availability_zone.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.712493 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.712986 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: router_availability_zone Jun 08 04:04:30.713299 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: routerservicetype.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.714187 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.714679 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension router-service-type not supported by any of loaded plugins Jun 08 04:04:30.715023 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.721449 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.721945 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: security-groups-normalized-cidr Jun 08 04:04:30.722258 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: security_groups_port_filtering.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.723178 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.723684 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: port-security-groups-filtering Jun 08 04:04:30.723996 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.724883 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.725380 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: security-groups-remote-address-group Jun 08 04:04:30.725691 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: securitygroup.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.735317 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.735838 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: security-group Jun 08 04:04:30.736164 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: segment.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.736925 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.737429 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension segment not supported by any of loaded plugins Jun 08 04:04:30.737751 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.738656 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.739224 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 08 04:04:30.739546 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: servicetype.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.740635 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.741143 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: service-type Jun 08 04:04:30.741464 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: sorting.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.742418 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.742747 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: sorting Jun 08 04:04:30.743099 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: standard_attr_segment.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.743995 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.744501 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 08 04:04:30.744817 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: standardattrdescription.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.745441 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.745932 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: standard-attr-description Jun 08 04:04:30.746246 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: stateful_security_group.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.747665 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.748161 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: stateful-security-group Jun 08 04:04:30.748474 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: stdattrs_common.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.749028 dv-cinder-786627-8-smb neutron-server[92173]: WARNING neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 08 04:04:30.749337 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.750295 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.750832 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 08 04:04:30.751173 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: subnet_onboard.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.752217 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.752716 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: subnet_onboard Jun 08 04:04:30.753033 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.753941 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.754436 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 08 04:04:30.754751 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: subnet_service_types.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.755670 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.756168 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: subnet-service-types Jun 08 04:04:30.756483 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: subnetallocation.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.757531 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.758031 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: subnet_allocation Jun 08 04:04:30.758347 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.759014 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.765238 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: subnetpool-prefix-ops Jun 08 04:04:30.765238 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.765901 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.766399 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 08 04:04:30.766717 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: tagging.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.767784 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.768297 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: standard-attr-tag Jun 08 04:04:30.768620 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: timestamp.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.770059 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.770560 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loaded extension: standard-attr-timestamp Jun 08 04:04:30.770878 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: trunk.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.771929 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.772430 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension trunk not supported by any of loaded plugins Jun 08 04:04:30.772752 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: trunk_details.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.773640 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.774146 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension trunk-details not supported by any of loaded plugins Jun 08 04:04:30.774467 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: uplink_status_propagation.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.775389 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.775897 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 08 04:04:30.776215 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Loading extension file: vlantransparent.py {{(pid=92173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 04:04:30.776862 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 04:04:30.777354 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extension vlan-transparent not supported by any of loaded plugins Jun 08 04:04:30.779806 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:network Jun 08 04:04:30.780329 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:subnet Jun 08 04:04:30.780719 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 04:04:30.781101 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:port Jun 08 04:04:30.782354 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.v2.resource_helper [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 04:04:30.782790 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.v2.resource_helper [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service FLAVORS assigned prefix: {{(pid=92173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 04:04:30.783442 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.v2.resource_helper [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 04:04:30.783860 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.v2.resource_helper [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 04:04:30.784183 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:router Jun 08 04:04:30.784602 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:floatingip Jun 08 04:04:30.785088 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.v2.resource_helper [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service METERING assigned prefix: /metering {{(pid=92173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 04:04:30.786509 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.786878 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.787247 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:04:30.788228 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 04:04:30.788661 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:security_group Jun 08 04:04:30.789091 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 04:04:30.789693 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.v2.resource_helper [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service CORE assigned prefix: {{(pid=92173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 04:04:30.790019 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 04:04:30.790393 dv-cinder-786627-8-smb neutron-server[92173]: WARNING neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] subnetpool is already registered Jun 08 04:04:30.791087 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.v2.resource_helper [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service CORE assigned prefix: {{(pid=92173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 04:04:30.791403 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 04:04:30.791724 dv-cinder-786627-8-smb neutron-server[92173]: WARNING neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] subnetpool is already registered Jun 08 04:04:30.794040 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.v2.resource_helper [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 04:04:30.794413 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.v2.resource_helper [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service FLAVORS assigned prefix: {{(pid=92173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 04:04:30.795020 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.v2.resource_helper [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 04:04:30.795433 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.v2.resource_helper [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 04:04:30.795758 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:router Jun 08 04:04:30.796086 dv-cinder-786627-8-smb neutron-server[92173]: WARNING neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] router is already registered Jun 08 04:04:30.796484 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:floatingip Jun 08 04:04:30.796810 dv-cinder-786627-8-smb neutron-server[92173]: WARNING neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] floatingip is already registered Jun 08 04:04:30.797250 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.v2.resource_helper [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service METERING assigned prefix: /metering {{(pid=92173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 04:04:30.797904 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 04:04:30.798220 dv-cinder-786627-8-smb neutron-server[92173]: WARNING neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] rbac_policy is already registered Jun 08 04:04:30.798625 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:security_group Jun 08 04:04:30.798977 dv-cinder-786627-8-smb neutron-server[92173]: WARNING neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] security_group is already registered Jun 08 04:04:30.799370 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 04:04:30.799694 dv-cinder-786627-8-smb neutron-server[92173]: WARNING neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] security_group_rule is already registered Jun 08 04:04:30.805464 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.v2.resource_helper [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service CORE assigned prefix: {{(pid=92173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 04:04:30.805464 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 04:04:30.805464 dv-cinder-786627-8-smb neutron-server[92173]: WARNING neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] subnetpool is already registered Jun 08 04:04:30.805464 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.v2.resource_helper [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Service CORE assigned prefix: {{(pid=92173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 04:04:30.805464 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 04:04:30.805464 dv-cinder-786627-8-smb neutron-server[92173]: WARNING neutron.quota.resource_registry [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] subnetpool is already registered Jun 08 04:04:30.805464 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: extensions {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.805464 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: address-groups {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.806102 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: address-scopes {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.806621 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: agents {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.807908 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: auto-allocated-topology {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.809166 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: availability_zones {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.810977 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: dhcp-networks {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.812469 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: dhcp-agents {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.813910 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: routers {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.815658 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: flavors {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.817924 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: service_profiles {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.819178 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: next_providers {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.820594 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: service_profiles {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.822236 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: floatingip-pools {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.823492 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: routers {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.825786 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: floatingips {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.827091 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: l3-routers {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.828470 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: l3-agents {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.829885 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: metering-labels {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.831176 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: metering-label-rules {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.832536 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: network-ip-availabilities {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.836134 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: bindings {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.836134 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: quotas {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.836881 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: quotas {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.838300 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: rbac-policies {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.839511 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: security-groups {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.840833 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: security-group-rules {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.842109 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: service-providers {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.843372 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: subnetpools {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.844709 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: subnetpools {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.846236 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: tags {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.847967 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: tags {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.849770 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: tags {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.851604 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: tags {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.853333 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: tags {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.855314 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: tags {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.857019 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: tags {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.858929 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: tags {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.860791 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: tags {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.862549 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron.api.extensions [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Extended resource: tags {{(pid=92173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 04:04:30.868586 dv-cinder-786627-8-smb neutron-server[92173]: WARNING keystonemiddleware.auth_token [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 08 04:04:30.873613 dv-cinder-786627-8-smb neutron-server[92173]: WARNING keystonemiddleware.auth_token [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 08 04:04:30.881874 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_concurrency.lockutils [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Acquired lock "singleton_lock" {{(pid=92173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 08 04:04:30.882347 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_concurrency.lockutils [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Releasing lock "singleton_lock" {{(pid=92173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 08 04:04:30.882987 dv-cinder-786627-8-smb neutron-server[92173]: INFO oslo_service.service [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Starting 2 workers Jun 08 04:04:30.887639 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Started child 92280 {{(pid=92173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 04:04:30.892331 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Started child 92281 {{(pid=92173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 04:04:30.893380 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:30.894036 dv-cinder-786627-8-smb neutron-server[92173]: INFO neutron.service [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Neutron service started, listening on 0.0.0.0:9696 Jun 08 04:04:30.894499 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Notify callbacks [] for process, before_spawn {{(pid=92173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:30.894828 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [-] (92280) wsgi starting up on http://0.0.0.0:9696 Jun 08 04:04:30.896825 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:30.897276 dv-cinder-786627-8-smb neutron-server[92173]: INFO oslo_service.service [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Starting 1 workers Jun 08 04:04:30.898151 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [-] (92281) wsgi starting up on http://0.0.0.0:9696 Jun 08 04:04:30.901951 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Started child 92282 {{(pid=92173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 04:04:30.902465 dv-cinder-786627-8-smb neutron-server[92173]: INFO oslo_service.service [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Starting 1 workers Jun 08 04:04:30.906707 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.service [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] calling RpcWorker wait() {{(pid=92282) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 08 04:04:30.907301 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Started child 92283 {{(pid=92173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 04:04:30.907392 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.service [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] returning from RpcWorker wait() {{(pid=92282) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 08 04:04:30.907539 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG neutron_lib.callbacks.manager [None req-01fd8902-dc83-4caa-9ea0-d5496c5f29fb None None] Notify callbacks [] for process, after_spawn {{(pid=92173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:30.908522 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:30.909073 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:04:30.909467 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92173) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 08 04:04:30.909676 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 04:04:30.909856 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 04:04:30.910073 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 04:04:30.910421 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 04:04:30.910583 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 04:04:30.911125 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.911399 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.911507 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:30.911913 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.911913 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.912204 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.912375 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:04:30.912798 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.913051 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.913288 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.913562 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.913794 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.913965 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.914129 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.914378 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.914621 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.914910 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.915240 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.915490 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.916008 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.916177 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.916430 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.916705 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.916965 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.917226 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] debug = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.917475 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.917955 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.918199 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.918446 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.918716 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.919001 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.919233 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.919488 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.919720 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.919950 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.920180 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.920426 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.920678 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.920884 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.921136 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.921362 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.921576 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.922033 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] host = dv-cinder-786627-8-smb {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.922269 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.922487 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.922715 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.922977 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.923229 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.923461 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.923703 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.923942 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.924189 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.924409 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.924644 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.924879 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.925093 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.925325 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_file = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.925485 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_options = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.925713 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.925976 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.926240 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.926423 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.926588 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.926817 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.927032 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.927192 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.927450 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.927661 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.927869 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.928101 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.928333 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.928559 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.928800 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.929039 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.929310 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.929460 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.929701 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.929951 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.930232 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.930456 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.930703 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.930972 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.931162 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.931370 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.931587 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.931795 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.932000 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.932238 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.932475 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.932736 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.932984 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.933217 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.933457 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.933679 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.933893 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.934150 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.934887 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.935145 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.935384 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.935613 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.935850 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.936079 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.936373 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.936722 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] use_json = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.936985 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.937201 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.937451 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.937663 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.937873 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.938081 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.938291 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.938534 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:30.938962 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.939229 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.939541 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.939785 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.940133 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.940459 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.940710 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.940957 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.941385 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.941896 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.942291 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.942641 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.942808 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.943088 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.943342 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.943689 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.943961 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.944224 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.944456 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.944687 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.944901 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.945145 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.945460 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.945718 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.945980 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.946237 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.946468 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.946769 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.946988 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.947292 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.954907 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.954907 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.954907 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.954907 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.954907 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.954907 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.954907 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.954907 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.954907 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.955627 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.955627 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.955627 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.955627 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.955627 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.955627 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.955627 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.955627 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.955627 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956127 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956127 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956127 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956127 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956127 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956127 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956127 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956127 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956127 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956620 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956620 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956620 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956620 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956620 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956620 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.956620 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.957016 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.957016 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.957131 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.958658 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.958658 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.958658 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.958658 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.958658 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.958658 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.958658 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.959136 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.959136 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.959260 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.959473 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.959700 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.959925 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.960142 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.960364 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.960584 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.960827 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.961108 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.961429 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.961834 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.962236 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.962497 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.962748 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.963029 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.963315 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.963559 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.963796 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.964013 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.964423 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.964683 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.964923 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.965174 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.965402 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.965662 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.965918 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.966207 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.966451 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.966708 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.966961 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.967244 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.967517 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.967753 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.967985 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.968255 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.968559 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.968822 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.969075 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.969298 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.969564 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.969896 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.970178 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.970467 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.970716 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.970988 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.971230 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.971459 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.971717 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.971978 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.972238 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.972488 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.972784 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.973044 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.973266 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.973483 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.973736 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.974225 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.974623 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.975028 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.975388 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.975800 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.976220 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.976461 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.976724 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.976997 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.977261 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.977505 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.977739 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.977954 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.978205 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.978450 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.978664 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.978911 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.979148 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.979387 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.979620 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.979854 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.980089 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.980319 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.980535 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.980746 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.980963 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.981676 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.981917 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.982128 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.982348 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.982580 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.982795 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.983040 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.983274 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.983483 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.983726 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.983941 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.984229 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.984478 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.984689 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.984934 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.985160 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.985414 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.985647 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.985891 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.986110 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.986342 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.986557 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.986798 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.987034 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.987246 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.987472 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.987714 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.987963 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.988210 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.988543 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.988792 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.989018 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.989254 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.989472 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.989729 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.989972 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.990206 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.990423 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.990634 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.990867 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.991141 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.991394 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.991613 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.991848 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.992040 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.992247 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.992458 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.992665 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.992957 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.993199 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.993436 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.993670 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.993911 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.994135 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.994344 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.994556 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.994786 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.995016 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.995250 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.995458 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.995666 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.995880 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.996087 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.996328 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.996556 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.996770 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.997052 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.997259 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.997501 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.997708 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.997916 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.998126 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.998331 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.998656 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.998907 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.999151 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.999444 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.999673 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:30.999897 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.000149 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.000484 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.000696 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.000950 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.001184 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.001417 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.001635 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.001901 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.002235 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.002549 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.002796 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.003050 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.003329 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.003615 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.003949 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.004105 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.004386 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.004870 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.005013 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.005266 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.005514 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.005787 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.006161 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.006257 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.006495 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.006738 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.007004 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.007259 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.007487 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.007997 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.007997 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.008166 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.008396 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.008640 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.008854 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.009079 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.009296 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.009452 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 04:04:31.010009 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92173) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 08 04:04:31.010173 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 04:04:31.010328 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 04:04:31.010496 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 04:04:31.010664 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 04:04:31.010815 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 04:04:31.011041 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.011202 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.011360 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.011519 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.011676 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.011854 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.012020 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.012176 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.012981 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.013139 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.013298 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.013456 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.013614 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.013771 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.013929 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.014088 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.014248 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.014406 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.014568 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.014746 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.014905 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.015085 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.015244 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] debug = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.015402 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.015611 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.015779 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.015938 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.016094 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.016251 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.016408 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.016566 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.016723 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.016879 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.017036 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.017196 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.017352 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.017661 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.017818 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.017983 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.018141 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.018297 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] host = dv-cinder-786627-8-smb {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.018448 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.018585 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.018803 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.018971 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.019114 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.019250 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.019381 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.019521 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.019655 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.019799 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.019940 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.020075 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.020210 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.020427 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_file = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.020561 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_options = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.020700 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.020835 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.020971 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.021115 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.021274 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.021399 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.021557 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.021714 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.021873 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.022029 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.022197 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.022329 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.022466 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.022621 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.022778 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.022956 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.023109 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.023265 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.023422 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.023578 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.023734 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.023892 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.024048 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.024202 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.024358 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.024515 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.024671 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.024828 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.024985 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.025141 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.025297 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.025453 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.025625 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.025767 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.025925 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.026082 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.026238 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.026398 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.026556 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.026713 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.026869 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.027046 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.027203 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.027360 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.027516 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.027673 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] use_json = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.027829 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.027985 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.028200 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.028360 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.028517 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.028674 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.028840 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.029000 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 04:04:31.029175 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.029337 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.029509 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.029670 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.029831 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.029990 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.030151 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.030309 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.030469 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.030628 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.030795 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.030984 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.031158 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.031316 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.031475 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.031637 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.031797 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.031955 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.032116 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.032275 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.032435 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.032595 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.032769 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.032930 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.033091 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.033251 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.033411 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.033572 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.033733 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.033894 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.034055 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.034216 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.034375 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.034535 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.034880 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.034880 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.035100 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.035182 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.035317 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.035480 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.035645 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.035805 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.035966 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.036131 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.036293 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.036443 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.036601 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.036758 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.036899 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.037057 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.037228 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.037390 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.037550 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.037711 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.037872 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.038034 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.038184 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.038326 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.038487 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.038647 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.038813 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.039077 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.039221 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.039358 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.039489 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.039636 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.039776 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.039910 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.040044 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.040232 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.040315 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.040479 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.040906 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.041049 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.041262 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.041404 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.041544 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.041678 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.041812 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.041946 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.042080 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.042234 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.042376 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.042543 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.042697 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.042878 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.043058 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.043218 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.043378 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.043536 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.044269 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.044368 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.044526 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.044684 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.044844 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.045003 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.045163 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.045324 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.045484 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.045642 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.045800 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.045960 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.046117 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.046276 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.046436 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.046597 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.046757 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.046942 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.047094 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.047253 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.047413 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.047583 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.047742 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.047905 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.048064 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.048231 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.048401 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.048561 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.048721 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.048883 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.049117 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.049216 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.049356 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.049515 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.049674 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.049832 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.049993 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.050162 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.050332 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.050492 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.050652 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.050811 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.051013 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.051174 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.051332 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.051492 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.051652 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.051812 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.051972 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.052131 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.052290 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.052448 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.052608 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.052768 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.052928 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.053242 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.053440 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.053610 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.053773 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.053936 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.054096 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.054258 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.054419 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.054578 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.054738 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.054898 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.055078 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.055239 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.055398 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.055558 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.055717 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.055806 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:04:31.055890 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.056023 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.056182 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.056339 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.056498 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.056657 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.056815 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.056974 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.057135 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.057295 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.057456 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.057616 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.057776 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.057936 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.058097 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.058258 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.058419 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.058578 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.058738 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.058897 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.059085 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.059278 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.059447 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.059608 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.059767 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.059927 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.060099 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.060259 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.060420 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.060579 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.060738 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.060897 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.061056 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.061216 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.061376 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.061535 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.061694 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.061856 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.062017 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.062177 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.062337 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.062497 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.062656 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.062819 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.063023 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.063162 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.063322 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.063482 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.063641 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.063800 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.063969 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.064128 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.064289 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.064448 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.064607 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.064779 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.064920 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.065056 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.065219 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.065360 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.065533 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.065676 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.065840 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.066001 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.066151 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.066344 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.066490 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.066626 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.066772 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.066907 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.067074 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.067241 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.067384 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.067555 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.067699 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074153 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074153 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074322 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 57526) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:04:31.074398 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074398 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074398 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074398 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074398 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074398 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074398 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074398 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074851 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074851 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074851 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074851 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074851 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074851 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074851 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.074851 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.075897 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.075897 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.075897 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.075897 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.075897 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.075897 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.075897 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.075897 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.075897 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.076485 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.076485 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.076485 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.076485 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.076485 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.076485 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.076485 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.076485 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.076485 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.077083 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.077083 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 04:04:31.077083 dv-cinder-786627-8-smb neutron-server[92173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 04:04:31.078546 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080700 Jun 08 04:04:42.303591 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f79e03a-0ac6-4376-8b03-16b9dbb82920 None None] get_active_networks_info from dv-cinder-786627-8-smb {{(pid=92282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 08 04:04:42.376613 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f79e03a-0ac6-4376-8b03-16b9dbb82920 None None] No non-hosted networks {{(pid=92282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 08 04:04:42.384806 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.agentschedulers_db [None req-5f79e03a-0ac6-4376-8b03-16b9dbb82920 None None] DHCP Agent not found on host dv-cinder-786627-8-smb {{(pid=92282) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 08 04:04:42.467009 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3f785f17-8d88-41f9-a0f5-77bde8cb39bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021'] for agent, after_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:44.741024 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021'] for agent, after_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:44.742680 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:44.743397 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:44.744189 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:44.744811 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:44.745486 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:44.746118 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:44.747386 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:44.747940 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:44.748632 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:44.749207 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:44.749837 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:44.750456 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:44.751222 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-8-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:04:44.763868 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-8-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:04:44.913596 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-aae884d3-4d0c-4f6f-a224-7d8893a18451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021'] for agent, after_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:44.941589 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.db.api [None req-7a409255-813e-4af6-aa3c-3d06f20eb57f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-786627-8-smb {{(pid=92282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 04:04:44.942114 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_db.api [None req-7a409255-813e-4af6-aa3c-3d06f20eb57f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 04:04:45.464262 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7a409255-813e-4af6-aa3c-3d06f20eb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:45.562912 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021'] for agent, after_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:47.551288 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021'] for agent, after_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:48.744881 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 57620) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:04:48.997218 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.db.l3_hamode_db [None req-c1e8800a-96ca-4d09-8b9d-4b65e9592e1e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 08 04:04:49.082746 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8800a-96ca-4d09-8b9d-4b65e9592e1e None None] Routers set() bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:04:49.083162 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8800a-96ca-4d09-8b9d-4b65e9592e1e None None] Router IDs set() for agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 08 04:04:49.324520 dv-cinder-786627-8-smb neutron-server[92281]: WARNING oslo_policy.policy [None req-4f05f2b6-5d49-43ba-a9fc-9eafabad8e73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 04:04:49.325113 dv-cinder-786627-8-smb neutron-server[92281]: WARNING oslo_policy.policy [None req-4f05f2b6-5d49-43ba-a9fc-9eafabad8e73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 04:04:49.540456 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [None req-4f05f2b6-5d49-43ba-a9fc-9eafabad8e73 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 04:04:49.541478 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-4f05f2b6-5d49-43ba-a9fc-9eafabad8e73 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7957892 Jun 08 04:04:51.884615 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 57634) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:04:52.249338 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-902b60d2-0724-4766-95cd-99d16ab15218 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:04:52.346848 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.policy [None req-902b60d2-0724-4766-95cd-99d16ab15218 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92281) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 04:04:52.391254 dv-cinder-786627-8-smb neutron-server[92281]: WARNING oslo_policy.policy [None req-902b60d2-0724-4766-95cd-99d16ab15218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 04:04:52.391622 dv-cinder-786627-8-smb neutron-server[92281]: WARNING oslo_policy.policy [None req-902b60d2-0724-4766-95cd-99d16ab15218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 04:04:52.400047 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.quota [None req-902b60d2-0724-4766-95cd-99d16ab15218 admin admin] Loaded quota_driver: . Jun 08 04:04:52.553615 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-902b60d2-0724-4766-95cd-99d16ab15218 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776541471862', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776541471267', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776541533961', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776541520549', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776541514046', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776541503494', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16558179', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16562669', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-873386', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-903382'] for rbac-policy, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:52.737288 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-902b60d2-0724-4766-95cd-99d16ab15218 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:52.738403 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-902b60d2-0724-4766-95cd-99d16ab15218 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8528275 Jun 08 04:04:55.322767 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 57646) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:04:55.664050 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'project_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'name': 'private'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:04:55.742761 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Made reservation on behalf of d3084fd2941d49c4a4adc23d5e1bbe1d for: {'network': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:04:55.745414 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:55.762802 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:55.876487 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:55.942805 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:55.947983 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:04:55.968803 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=92281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:04:55.994660 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776538885030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:55.995210 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Unsubscribe: segment precommit_create {{(pid=92281) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 04:04:55.995720 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.db.segments_db [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Added segment ac3fe369-cf52-4280-8528-6e5d5fcf4ebd of type vlan for network 0ab99f25-424f-456e-a80f-f644199b5adc Jun 08 04:04:56.005016 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa1a25d-10a6-4d14-8842-b5cdbfe40690,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:04:56.053162 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:56.053492 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:56.053817 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:56.054138 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:56.054451 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:56.054762 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:56.055107 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:56.055427 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:56.055747 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:56.056057 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:56.056361 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:56.056663 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Tracked resource versions report: Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: pushed versions: Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: { 'AddressGroup': {'1.2'}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'ConntrackHelper': {'1.0'}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'Log': {'1.0'}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'Network': {'1.1'}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'Port': {'1.7'}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'PortForwarding': {'1.2'}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'QosPolicy': {'1.8'}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'SecurityGroup': {'1.4'}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'SecurityGroupRule': {'1.2'}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'SubPort': {'1.0'}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'Subnet': {'1.1'}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'Trunk': {'1.1'}} Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: consumer versions: Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: { DHCP agent@dv-cinder-786627-8-smb: {}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: L3 agent@dv-cinder-786627-8-smb: {}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: Metadata agent@dv-cinder-786627-8-smb: {}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: Metering agent@dv-cinder-786627-8-smb: {}, Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: Open vSwitch agent@dv-cinder-786627-8-smb: { 'AddressGroup': '1.2', Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'ConntrackHelper': '1.0', Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'Log': '1.0', Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'Network': '1.1', Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'Port': '1.7', Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'PortForwarding': '1.2', Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'QosPolicy': '1.8', Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'SecurityGroup': '1.4', Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'SecurityGroupRule': '1.2', Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'SubPort': '1.0', Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'Subnet': '1.1', Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: 'Trunk': '1.1'}} Jun 08 04:04:56.057747 dv-cinder-786627-8-smb neutron-server[92281]: {{(pid=92281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 04:04:56.099184 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:04:56.114893 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:56.397105 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:56.398595 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:04:56.399372 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:04:56.403286 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:04:56.495694 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Pushing event updated for resources: {'Network': ['ID=0ab99f25-424f-456e-a80f-f644199b5adc,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:04:56.498770 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:04:56.506289 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network 0ab99f25-424f-456e-a80f-f644199b5adc details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:04:56.654906 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3309553 Jun 08 04:04:59.287933 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 57660) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:04:59.737600 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339a2a9b-d29a-448f-bafa-eaf2af3c3f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:04:59.738930 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-339a2a9b-d29a-448f-bafa-eaf2af3c3f3e admin admin] 10.222.0.18 "GET /v2.0/networks/0ab99f25-424f-456e-a80f-f644199b5adc HTTP/1.1" status: 200 len: 825 time: 0.4541364 Jun 08 04:04:59.765463 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-dbd6a882-6ff4-4d5a-9e97-46f89751a6a4 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/8497ee36-1f49-4fd4-bdc0-dd575e4da3ca HTTP/1.1" status: 200 len: 734 time: 0.0212550 Jun 08 04:04:59.773556 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-db8aaabc-a0ea-48b5-ad52-950e3a773f96 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'subnetpool_id': '8497ee36-1f49-4fd4-bdc0-dd575e4da3ca', 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc', 'gateway_ip': '172.20.0.1'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:04:59.851452 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8aaabc-a0ea-48b5-ad52-950e3a773f96 admin admin] Made reservation on behalf of d3084fd2941d49c4a4adc23d5e1bbe1d for: {'subnet': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:04:59.853729 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-db8aaabc-a0ea-48b5-ad52-950e3a773f96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:00.168538 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-db8aaabc-a0ea-48b5-ad52-950e3a773f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474'] for subnet, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:00.173721 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:05:00.266125 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8aaabc-a0ea-48b5-ad52-950e3a773f96 admin admin] Checking segment: {'id': 'ac3fe369-cf52-4280-8528-6e5d5fcf4ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:05:00.266500 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8aaabc-a0ea-48b5-ad52-950e3a773f96 admin admin] Network hostable DHCP agents. Network: 0ab99f25-424f-456e-a80f-f644199b5adc, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:05:00.270308 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8aaabc-a0ea-48b5-ad52-950e3a773f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99483c94-37ab-4224-b6b0-42483312340e,revision_number=0']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:05:00.273813 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-db8aaabc-a0ea-48b5-ad52-950e3a773f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:05:00.373695 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8aaabc-a0ea-48b5-ad52-950e3a773f96 admin admin] Network 0ab99f25-424f-456e-a80f-f644199b5adc is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:05:00.447902 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-db8aaabc-a0ea-48b5-ad52-950e3a773f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, 0ab99f25-424f-456e-a80f-f644199b5adc) {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:05:00.452929 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8aaabc-a0ea-48b5-ad52-950e3a773f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:05:00.453500 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-db8aaabc-a0ea-48b5-ad52-950e3a773f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:00.458112 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef7f4e4-d335-435e-afdb-33e88515acc7 None None] Network 0ab99f25-424f-456e-a80f-f644199b5adc requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:05:00.546411 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-db8aaabc-a0ea-48b5-ad52-950e3a773f96 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7759831 Jun 08 04:05:00.763930 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6272ed-b784-502d-b0b0-df7a280b3536-0ab99f25-424f-456e-a80f-f644199b5adc', 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc', 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'fixed_ips': [{'subnet_id': '99483c94-37ab-4224-b6b0-42483312340e'}]}} from dv-cinder-786627-8-smb. {{(pid=92282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 04:05:00.765081 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:00.946708 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.db_base_plugin_common [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Allocated IP 172.20.0.2 (0ab99f25-424f-456e-a80f-f644199b5adc/99483c94-37ab-4224-b6b0-42483312340e/164b27dd-3b08-4cc5-b805-5d3ae92be956) {{(pid=92282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:05:01.174705 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Notify callbacks [] for port, precommit_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:01.187563 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Transition to ACTIVE for port object 164b27dd-3b08-4cc5-b805-5d3ae92be956 will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:05:01.213267 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Transition to ACTIVE for port object 164b27dd-3b08-4cc5-b805-5d3ae92be956 will not be triggered until provisioned by entity DHCP. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:05:01.288990 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:01.290566 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:05:01.290566 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:05:01.290566 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:05:01.290566 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:05:01.290566 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:05:01.290566 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Jun 08 04:05:01.307060 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Network 0ab99f25-424f-456e-a80f-f644199b5adc is already hosted by enough agents. {{(pid=92282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:05:01.308248 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.base_scheduler [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Resources bound (agent type, host, resource id): {{(pid=92282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:05:01.311723 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Received port after_create {{(pid=92282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:05:01.399424 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Attempting to bind port 164b27dd-3b08-4cc5-b805-5d3ae92be956 on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:05:01.399802 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Attempting to bind port 164b27dd-3b08-4cc5-b805-5d3ae92be956 by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': 'ac3fe369-cf52-4280-8528-6e5d5fcf4ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:05:01.400232 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Attempting to bind port 164b27dd-3b08-4cc5-b805-5d3ae92be956 on network 0ab99f25-424f-456e-a80f-f644199b5adc {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:05:01.406035 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:05:01.406443 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Checking segment: {'id': 'ac3fe369-cf52-4280-8528-6e5d5fcf4ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:05:01.406910 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:01.407322 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Bound using segment: {'id': 'ac3fe369-cf52-4280-8528-6e5d5fcf4ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:05:01.407800 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Bound port: 164b27dd-3b08-4cc5-b805-5d3ae92be956, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3fe369-cf52-4280-8528-6e5d5fcf4ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:05:01.408158 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:01.493776 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] For port 164b27dd-3b08-4cc5-b805-5d3ae92be956, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:05:01.498048 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] For port 164b27dd-3b08-4cc5-b805-5d3ae92be956, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=164b27dd-3b08-4cc5-b805-5d3ae92be956,segment=NetworkSegment(ac3fe369-cf52-4280-8528-6e5d5fcf4ebd),segment_id=ac3fe369-cf52-4280-8528-6e5d5fcf4ebd)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:05:01.555113 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:01.560272 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:05:01.641267 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Pushing event updated for resources: {'Port': ['ID=164b27dd-3b08-4cc5-b805-5d3ae92be956,revision_number=2']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:05:01.648390 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:01.648739 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:01.649191 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:01.649520 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:01.649840 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:01.650160 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:01.650476 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:01.650789 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:01.651125 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:01.651436 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:01.651746 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:01.652542 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Tracked resource versions report: Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: pushed versions: Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: { 'AddressGroup': {'1.2'}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'ConntrackHelper': {'1.0'}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'Log': {'1.0'}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'Network': {'1.1'}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'Port': {'1.7'}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'PortForwarding': {'1.2'}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'QosPolicy': {'1.8'}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'SecurityGroup': {'1.4'}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'SecurityGroupRule': {'1.2'}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'SubPort': {'1.0'}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'Subnet': {'1.1'}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'Trunk': {'1.1'}} Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: consumer versions: Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: { DHCP agent@dv-cinder-786627-8-smb: {}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: L3 agent@dv-cinder-786627-8-smb: {}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: Metadata agent@dv-cinder-786627-8-smb: {}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: Metering agent@dv-cinder-786627-8-smb: {}, Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: Open vSwitch agent@dv-cinder-786627-8-smb: { 'AddressGroup': '1.2', Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'ConntrackHelper': '1.0', Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'Log': '1.0', Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'Network': '1.1', Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'Port': '1.7', Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'PortForwarding': '1.2', Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'QosPolicy': '1.8', Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'SecurityGroup': '1.4', Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'SecurityGroupRule': '1.2', Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'SubPort': '1.0', Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'Subnet': '1.1', Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: 'Trunk': '1.1'}} Jun 08 04:05:01.653613 dv-cinder-786627-8-smb neutron-server[92282]: {{(pid=92282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 04:05:01.664267 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:05:02.928356 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 57668) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:05:03.509046 dv-cinder-786627-8-smb neutron-server[92280]: WARNING oslo_policy.policy [None req-92adf770-a5e5-4ce4-959a-468af16ca711 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 04:05:03.509723 dv-cinder-786627-8-smb neutron-server[92280]: WARNING oslo_policy.policy [None req-92adf770-a5e5-4ce4-959a-468af16ca711 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 04:05:03.725471 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [None req-92adf770-a5e5-4ce4-959a-468af16ca711 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 04:05:03.726623 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-92adf770-a5e5-4ce4-959a-468af16ca711 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7960763 Jun 08 04:05:06.105660 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 57682) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:05:06.486841 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [None req-41afc984-0845-4f5a-ac2b-423b1eb11789 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 04:05:06.487845 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-41afc984-0845-4f5a-ac2b-423b1eb11789 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3812850 Jun 08 04:05:06.570793 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 164b27dd-3b08-4cc5-b805-5d3ae92be956 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:05:06.722343 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 164b27dd-3b08-4cc5-b805-5d3ae92be956 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:05:07.467387 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352482ae-4084-4bb1-b2f9-5d07d8b67a35 None None] Network 0ab99f25-424f-456e-a80f-f644199b5adc requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:05:07.614666 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-f8406181-0c4d-4983-a1a3-8fb1b2bb1898 None None] Provisioning for port 164b27dd-3b08-4cc5-b805-5d3ae92be956 completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:05:07.646618 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-f8406181-0c4d-4983-a1a3-8fb1b2bb1898 None None] Provisioning complete for port 164b27dd-3b08-4cc5-b805-5d3ae92be956 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:05:07.647029 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-f8406181-0c4d-4983-a1a3-8fb1b2bb1898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:07.824722 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-f8406181-0c4d-4983-a1a3-8fb1b2bb1898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:07.865649 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-f8406181-0c4d-4983-a1a3-8fb1b2bb1898 None None] For port 164b27dd-3b08-4cc5-b805-5d3ae92be956, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=164b27dd-3b08-4cc5-b805-5d3ae92be956,segment=NetworkSegment(ac3fe369-cf52-4280-8528-6e5d5fcf4ebd),segment_id=ac3fe369-cf52-4280-8528-6e5d5fcf4ebd)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:05:07.956736 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-f8406181-0c4d-4983-a1a3-8fb1b2bb1898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:07.958805 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:05:08.025654 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8406181-0c4d-4983-a1a3-8fb1b2bb1898 None None] Pushing event updated for resources: {'Port': ['ID=164b27dd-3b08-4cc5-b805-5d3ae92be956,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:05:08.028799 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-f8406181-0c4d-4983-a1a3-8fb1b2bb1898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:05:08.077706 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-79efa78a-0bb6-413a-80d2-93aa966d3ece None None] Provisioning complete for port 164b27dd-3b08-4cc5-b805-5d3ae92be956 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:05:08.077998 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-79efa78a-0bb6-413a-80d2-93aa966d3ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:08.555737 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 164b27dd-3b08-4cc5-b805-5d3ae92be956 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:05:08.626474 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 164b27dd-3b08-4cc5-b805-5d3ae92be956 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:05:08.627021 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:09.119937 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 57696) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:05:09.465623 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-3f323104-d406-46fa-a583-8e643e3610be admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'name': 'router1'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:05:09.554383 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3f323104-d406-46fa-a583-8e643e3610be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-847681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5480'] for router, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:09.555932 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3f323104-d406-46fa-a583-8e643e3610be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5393'] for router, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:09.576479 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3f323104-d406-46fa-a583-8e643e3610be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:09.734351 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3f323104-d406-46fa-a583-8e643e3610be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845218'] for router, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:09.823161 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3f323104-d406-46fa-a583-8e643e3610be admin admin] Notify callbacks [] for router, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:09.824914 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-3f323104-d406-46fa-a583-8e643e3610be admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7035089 Jun 08 04:05:11.959133 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 5 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:05:12.163574 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 57704) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:05:12.331985 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-bddbb798-be6c-4b7f-b6c8-d3c7e662c554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:12.528645 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [None req-217abe44-3993-46ff-9bcf-7cba74abf1ab admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 04:05:12.529636 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-217abe44-3993-46ff-9bcf-7cba74abf1ab admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3651354 Jun 08 04:05:14.714968 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:14.836269 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-90e9cc6a-9b43-444e-a163-4942518e6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:14.877749 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 57712) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:05:15.248002 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:05:15.322325 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Made reservation on behalf of 20ff0e233dad455f8d6fb90dc78957d7 for: {'network': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:05:15.324647 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:15.339926 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:15.440874 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:15.491318 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:15.519775 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:15.523864 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:05:15.536837 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Reserving flat network on physical network physnet1 {{(pid=92281) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 08 04:05:15.559407 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7560aa8-ca8a-46bd-90ae-c74b99eeaa11,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:05:15.562029 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:15.562358 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.db.segments_db [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Added segment 2584e49c-2de6-4e0a-b70a-e74312669879 of type flat for network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 Jun 08 04:05:15.563488 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:05:15.598888 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:15.705250 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:15.706512 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:05:15.707109 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:15.711821 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:05:15.801752 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Pushing event updated for resources: {'Network': ['ID=0fa4fef6-9966-433f-a9a0-b619cc4acad7,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:05:15.804326 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:05:15.814524 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:05:15.866224 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9873381 Jun 08 04:05:17.491217 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:18.191212 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 57730) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:05:18.502848 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.policy [None req-32fb293f-9910-413c-9789-ba2605797a8d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92280) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 04:05:18.548657 dv-cinder-786627-8-smb neutron-server[92280]: WARNING oslo_policy.policy [None req-32fb293f-9910-413c-9789-ba2605797a8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 04:05:18.549046 dv-cinder-786627-8-smb neutron-server[92280]: WARNING oslo_policy.policy [None req-32fb293f-9910-413c-9789-ba2605797a8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 04:05:18.557161 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fb293f-9910-413c-9789-ba2605797a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:05:18.559399 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-32fb293f-9910-413c-9789-ba2605797a8d admin admin] 10.222.0.18 "GET /v2.0/subnets/99483c94-37ab-4224-b6b0-42483312340e HTTP/1.1" status: 200 len: 849 time: 0.3672566 Jun 08 04:05:18.738552 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-f79e6cf9-3ed1-4c2d-95bd-92446689d15e admin admin] 10.222.0.18 "GET /v2.0/routers/7fdf6918-7fed-4a6c-82e8-d025e5cc2f04 HTTP/1.1" status: 200 len: 704 time: 0.1738405 Jun 08 04:05:19.199425 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:19.432214 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Allocated IP 172.20.0.1 (0ab99f25-424f-456e-a80f-f644199b5adc/99483c94-37ab-4224-b6b0-42483312340e/7cbf08ea-e6a4-4b91-b462-0a10b505d244) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:05:19.594462 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:19.611710 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Transition to ACTIVE for port object 7cbf08ea-e6a4-4b91-b462-0a10b505d244 will not be triggered until provisioned by entity DHCP. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:05:19.722667 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:19.723820 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:05:19.723820 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:05:19.723820 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:05:19.723820 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:05:19.723820 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:05:19.723820 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:05:19.739499 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Network 0ab99f25-424f-456e-a80f-f644199b5adc is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:05:19.740554 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:05:19.767376 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:05:19.767948 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867828'] for router_interface, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:20.047429 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-ddcbf945-af24-4903-8b8b-18d8087f533f None None] Provisioning for port 7cbf08ea-e6a4-4b91-b462-0a10b505d244 completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:05:20.051904 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-ddcbf945-af24-4903-8b8b-18d8087f533f None None] Provisioning complete for port 7cbf08ea-e6a4-4b91-b462-0a10b505d244 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:05:20.052340 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf945-af24-4903-8b8b-18d8087f533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:20.086945 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:20.103663 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-ddcbf945-af24-4903-8b8b-18d8087f533f None None] Port 7cbf08ea-e6a4-4b91-b462-0a10b505d244 cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:05:20.310053 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:20.399721 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:20.401712 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-867637'] for router_interface, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:20.405219 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:05:20.546140 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Pushing event updated for resources: {'Port': ['ID=7cbf08ea-e6a4-4b91-b462-0a10b505d244,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:05:20.558335 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:20.558678 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:20.559041 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:20.559369 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:20.559690 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:20.560010 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:20.560377 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:20.560642 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:20.560976 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:20.561290 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:20.561598 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:20.561906 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Tracked resource versions report: Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: pushed versions: Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: { 'AddressGroup': {'1.2'}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'ConntrackHelper': {'1.0'}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'Log': {'1.0'}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'Network': {'1.1'}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'Port': {'1.7'}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'PortForwarding': {'1.2'}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'QosPolicy': {'1.8'}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'SecurityGroup': {'1.4'}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'SecurityGroupRule': {'1.2'}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'SubPort': {'1.0'}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'Subnet': {'1.1'}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'Trunk': {'1.1'}} Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: consumer versions: Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: { DHCP agent@dv-cinder-786627-8-smb: {}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: L3 agent@dv-cinder-786627-8-smb: {}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: Metadata agent@dv-cinder-786627-8-smb: {}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: Metering agent@dv-cinder-786627-8-smb: {}, Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: Open vSwitch agent@dv-cinder-786627-8-smb: { 'AddressGroup': '1.2', Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'ConntrackHelper': '1.0', Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'Log': '1.0', Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'Network': '1.1', Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'Port': '1.7', Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'PortForwarding': '1.2', Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'QosPolicy': '1.8', Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'SecurityGroup': '1.4', Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'SecurityGroupRule': '1.2', Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'SubPort': '1.0', Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'Subnet': '1.1', Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: 'Trunk': '1.1'}} Jun 08 04:05:20.562972 dv-cinder-786627-8-smb neutron-server[92280]: {{(pid=92280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 04:05:20.576818 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:05:20.604068 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Network 0ab99f25-424f-456e-a80f-f644199b5adc is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:05:20.605127 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:05:20.831611 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-2b642eac-0bc1-40f5-9a6d-6345ac07be47 None None] Provisioning complete for port 7cbf08ea-e6a4-4b91-b462-0a10b505d244 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:05:20.831976 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-2b642eac-0bc1-40f5-9a6d-6345ac07be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:20.884746 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-2b642eac-0bc1-40f5-9a6d-6345ac07be47 None None] Port 7cbf08ea-e6a4-4b91-b462-0a10b505d244 cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:05:20.903206 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Router 7fdf6918-7fed-4a6c-82e8-d025e5cc2f04 is scheduled to L3 agent f729afc5-256b-4804-be3b-fed15699d637 with binding_index 1 {{(pid=92280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 04:05:21.053430 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:05:21.059176 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] 10.222.0.18 "PUT /v2.0/routers/7fdf6918-7fed-4a6c-82e8-d025e5cc2f04/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3158164 Jun 08 04:05:21.063588 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Sync routers for ids ['7fdf6918-7fed-4a6c-82e8-d025e5cc2f04'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:05:21.075177 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Routers {'7fdf6918-7fed-4a6c-82e8-d025e5cc2f04'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:05:21.076032 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:05:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['7fdf6918-7fed-4a6c-82e8-d025e5cc2f04'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:05:21.248320 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Set router 7fdf6918-7fed-4a6c-82e8-d025e5cc2f04 gateway port host: None {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:05:21.610900 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'name': 'router1', 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:09Z', 'updated_at': '2021-06-08T04:05:19Z', 'revision_number': 2, 'project_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'gw_port_host': None, '_interfaces': [{'id': '7cbf08ea-e6a4-4b91-b462-0a10b505d244', 'name': '', 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc', 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'mac_address': 'fa:16:3e:db:b0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99483c94-37ab-4224-b6b0-42483312340e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:19Z', 'updated_at': '2021-06-08T04:05:20Z', 'revision_number': 2, 'project_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'subnets': [{'id': '99483c94-37ab-4224-b6b0-42483312340e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8497ee36-1f49-4fd4-bdc0-dd575e4da3ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:05:21.615778 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Checking router: 7fdf6918-7fed-4a6c-82e8-d025e5cc2f04 for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:05:21.616166 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Updating router 7fdf6918-7fed-4a6c-82e8-d025e5cc2f04 port 7cbf08ea-e6a4-4b91-b462-0a10b505d244 binding host dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:05:21.667885 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:22.046901 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Notify callbacks [] for port, precommit_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:22.060798 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.provisioning_blocks [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Transition to ACTIVE for port object 7cbf08ea-e6a4-4b91-b462-0a10b505d244 will not be triggered until provisioned by entity L2. {{(pid=92283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:05:22.143317 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:22.148350 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:05:22.297511 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Pushing event updated for resources: {'Port': ['ID=7cbf08ea-e6a4-4b91-b462-0a10b505d244,revision_number=3']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:05:22.331425 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:22.331759 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:22.332086 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:22.332404 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:22.332719 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:22.333063 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:22.333336 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:22.333646 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:22.333949 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:22.334363 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:22.334566 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:22.334856 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Tracked resource versions report: Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: pushed versions: Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: { 'AddressGroup': {'1.2'}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'ConntrackHelper': {'1.0'}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'Log': {'1.0'}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'Network': {'1.1'}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'Port': {'1.7'}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'PortForwarding': {'1.2'}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'QosPolicy': {'1.8'}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'SecurityGroup': {'1.4'}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'SecurityGroupRule': {'1.2'}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'SubPort': {'1.0'}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'Subnet': {'1.1'}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'Trunk': {'1.1'}} Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: consumer versions: Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: { DHCP agent@dv-cinder-786627-8-smb: {}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: L3 agent@dv-cinder-786627-8-smb: {}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: Metadata agent@dv-cinder-786627-8-smb: {}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: Metering agent@dv-cinder-786627-8-smb: {}, Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: Open vSwitch agent@dv-cinder-786627-8-smb: { 'AddressGroup': '1.2', Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'ConntrackHelper': '1.0', Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'Log': '1.0', Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'Network': '1.1', Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'Port': '1.7', Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'PortForwarding': '1.2', Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'QosPolicy': '1.8', Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'SecurityGroup': '1.4', Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'SecurityGroupRule': '1.2', Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'SubPort': '1.0', Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'Subnet': '1.1', Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: 'Trunk': '1.1'}} Jun 08 04:05:22.335978 dv-cinder-786627-8-smb neutron-server[92283]: {{(pid=92283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 04:05:22.340196 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:05:22.401573 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Attempting to bind port 7cbf08ea-e6a4-4b91-b462-0a10b505d244 on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:05:22.401963 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Attempting to bind port 7cbf08ea-e6a4-4b91-b462-0a10b505d244 by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': 'ac3fe369-cf52-4280-8528-6e5d5fcf4ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc'}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:05:22.402403 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Attempting to bind port 7cbf08ea-e6a4-4b91-b462-0a10b505d244 on network 0ab99f25-424f-456e-a80f-f644199b5adc {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:05:22.407685 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:05:22.408104 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Checking segment: {'id': 'ac3fe369-cf52-4280-8528-6e5d5fcf4ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:05:22.408569 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:22.408949 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Bound using segment: {'id': 'ac3fe369-cf52-4280-8528-6e5d5fcf4ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc'} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:05:22.409447 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Bound port: 7cbf08ea-e6a4-4b91-b462-0a10b505d244, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3fe369-cf52-4280-8528-6e5d5fcf4ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc'}}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:05:22.409806 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:22.495628 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] For port 7cbf08ea-e6a4-4b91-b462-0a10b505d244, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:05:22.499415 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] For port 7cbf08ea-e6a4-4b91-b462-0a10b505d244, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=7cbf08ea-e6a4-4b91-b462-0a10b505d244,segment=NetworkSegment(ac3fe369-cf52-4280-8528-6e5d5fcf4ebd),segment_id=ac3fe369-cf52-4280-8528-6e5d5fcf4ebd)] {{(pid=92283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:05:22.560387 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:22.564206 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:05:22.635807 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Routers {'7fdf6918-7fed-4a6c-82e8-d025e5cc2f04'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:05:22.636419 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:05:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['7fdf6918-7fed-4a6c-82e8-d025e5cc2f04'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:05:22.712070 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Pushing event updated for resources: {'Port': ['ID=7cbf08ea-e6a4-4b91-b462-0a10b505d244,revision_number=4']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:05:22.715786 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:05:22.803002 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] Set router 7fdf6918-7fed-4a6c-82e8-d025e5cc2f04 gateway port host: None {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:05:23.124946 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'name': 'router1', 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:09Z', 'updated_at': '2021-06-08T04:05:19Z', 'revision_number': 2, 'project_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'gw_port_host': None, '_interfaces': [{'id': '7cbf08ea-e6a4-4b91-b462-0a10b505d244', 'name': '', 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc', 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'mac_address': 'fa:16:3e:db:b0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99483c94-37ab-4224-b6b0-42483312340e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:19Z', 'updated_at': '2021-06-08T04:05:22Z', 'revision_number': 4, 'project_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'subnets': [{'id': '99483c94-37ab-4224-b6b0-42483312340e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8497ee36-1f49-4fd4-bdc0-dd575e4da3ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:05:23.129481 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee35e480-ee90-4516-90ad-a1c5c61ca44c None None] The sync data for ids ['7fdf6918-7fed-4a6c-82e8-d025e5cc2f04'] in dv-cinder-786627-8-smb is: [{'id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'name': 'router1', 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:09Z', 'updated_at': '2021-06-08T04:05:19Z', 'revision_number': 2, 'project_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'gw_port_host': None, '_interfaces': [{'id': '7cbf08ea-e6a4-4b91-b462-0a10b505d244', 'name': '', 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc', 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'mac_address': 'fa:16:3e:db:b0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99483c94-37ab-4224-b6b0-42483312340e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:19Z', 'updated_at': '2021-06-08T04:05:22Z', 'revision_number': 4, 'project_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'subnets': [{'id': '99483c94-37ab-4224-b6b0-42483312340e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8497ee36-1f49-4fd4-bdc0-dd575e4da3ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:05:23.236830 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 57756) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:05:23.383229 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6263cd06-a2c9-4aea-92b9-d50fc45b0198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:05:23.384496 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-6263cd06-a2c9-4aea-92b9-d50fc45b0198 admin admin] 10.222.0.18 "GET /v2.0/networks/0fa4fef6-9966-433f-a9a0-b619cc4acad7 HTTP/1.1" status: 200 len: 842 time: 0.1467223 Jun 08 04:05:23.393656 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] Request body: {'subnet': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'cidr': '172.28.2.0/24'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:05:23.497250 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] Made reservation on behalf of 20ff0e233dad455f8d6fb90dc78957d7 for: {'subnet': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:05:23.499502 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:23.908329 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.objects.ports [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92281) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 08 04:05:23.908773 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474'] for subnet, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:23.913039 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:05:23.979323 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01718dbf-838e-406a-9174-db3581520999,revision_number=0']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:05:23.983065 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:05:23.986807 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] Checking segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:05:23.987188 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] Network hostable DHCP agents. Network: 0fa4fef6-9966-433f-a9a0-b619cc4acad7, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:05:24.074627 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:05:24.137216 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, 0fa4fef6-9966-433f-a9a0-b619cc4acad7) {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:05:24.141206 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:05:24.141736 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:24.146636 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7933e866-6d79-442c-88e9-5672a96fa10a None None] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:05:24.228571 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8334932 Jun 08 04:05:24.351628 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00db7116-851b-4777-bee2-33ecf53613a4 None None] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:05:26.488000 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 57768) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:05:26.583434 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 7cbf08ea-e6a4-4b91-b462-0a10b505d244 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:05:26.684617 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-c454d473-e74a-47e1-84b5-cc83f74b54db admin admin] 10.222.0.18 "GET /v2.0/routers/7fdf6918-7fed-4a6c-82e8-d025e5cc2f04 HTTP/1.1" status: 200 len: 710 time: 0.1954246 Jun 08 04:05:26.733459 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 7cbf08ea-e6a4-4b91-b462-0a10b505d244 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:05:26.738784 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 7cbf08ea-e6a4-4b91-b462-0a10b505d244 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:05:26.739233 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:26.816309 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeed4c7-f100-414c-a0af-bd1516ac92fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:05:26.822388 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-9aeed4c7-f100-414c-a0af-bd1516ac92fa admin admin] 10.222.0.18 "GET /v2.0/networks/0fa4fef6-9966-433f-a9a0-b619cc4acad7 HTTP/1.1" status: 200 len: 886 time: 0.1278169 Jun 08 04:05:26.828676 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:05:26.875854 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:26.907396 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 7cbf08ea-e6a4-4b91-b462-0a10b505d244, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=7cbf08ea-e6a4-4b91-b462-0a10b505d244,segment=NetworkSegment(ac3fe369-cf52-4280-8528-6e5d5fcf4ebd),segment_id=ac3fe369-cf52-4280-8528-6e5d5fcf4ebd)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:05:26.971895 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:26.975534 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:05:27.039079 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=7cbf08ea-e6a4-4b91-b462-0a10b505d244,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:05:27.043148 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:05:27.284107 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5379'] for router, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:27.742125 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:27.801129 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:27.929812 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Allocated IP 172.28.2.141 (0fa4fef6-9966-433f-a9a0-b619cc4acad7/01718dbf-838e-406a-9174-db3581520999/700c86ed-63b1-4f72-8ab6-5db48fc82ccf) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:05:28.068008 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:28.162094 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:28.162787 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:05:28.162787 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:05:28.162787 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:05:28.162787 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:05:28.162787 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:05:28.162787 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:05:28.179591 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:05:28.180631 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:05:28.183949 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:05:28.563055 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 7cbf08ea-e6a4-4b91-b462-0a10b505d244 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:05:28.628776 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 7cbf08ea-e6a4-4b91-b462-0a10b505d244 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:05:28.629148 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:28.677182 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:29.004700 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5379'] for router, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:29.007954 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-845200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-845225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847716'] for router, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:29.214757 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Router 7fdf6918-7fed-4a6c-82e8-d025e5cc2f04 has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:05:29.385085 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:05:29.389826 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] Notify callbacks [] for router, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:29.400945 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-9df42f72-1e81-4b76-a0ab-08469f2a9242 admin admin] 10.222.0.18 "PUT /v2.0/routers/7fdf6918-7fed-4a6c-82e8-d025e5cc2f04 HTTP/1.1" status: 200 len: 890 time: 2.5671039 Jun 08 04:05:29.401404 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Sync routers for ids ['7fdf6918-7fed-4a6c-82e8-d025e5cc2f04'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:05:29.406456 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Routers {'7fdf6918-7fed-4a6c-82e8-d025e5cc2f04'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:05:29.407224 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:05:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['7fdf6918-7fed-4a6c-82e8-d025e5cc2f04'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:05:29.598627 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Set router 7fdf6918-7fed-4a6c-82e8-d025e5cc2f04 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:05:29.930777 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'name': 'router1', 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '700c86ed-63b1-4f72-8ab6-5db48fc82ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:09Z', 'updated_at': '2021-06-08T04:05:28Z', 'revision_number': 4, 'project_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'gw_port': {'id': '700c86ed-63b1-4f72-8ab6-5db48fc82ccf', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:27Z', 'updated_at': '2021-06-08T04:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '7cbf08ea-e6a4-4b91-b462-0a10b505d244', 'name': '', 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc', 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'mac_address': 'fa:16:3e:db:b0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99483c94-37ab-4224-b6b0-42483312340e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:19Z', 'updated_at': '2021-06-08T04:05:26Z', 'revision_number': 5, 'project_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'subnets': [{'id': '99483c94-37ab-4224-b6b0-42483312340e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8497ee36-1f49-4fd4-bdc0-dd575e4da3ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:05:29.935509 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Checking router: 7fdf6918-7fed-4a6c-82e8-d025e5cc2f04 for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:05:29.935881 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Updating router 7fdf6918-7fed-4a6c-82e8-d025e5cc2f04 port 700c86ed-63b1-4f72-8ab6-5db48fc82ccf binding host dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:05:29.988410 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:30.305842 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Notify callbacks [] for port, precommit_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:30.317088 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Transition to ACTIVE for port object 700c86ed-63b1-4f72-8ab6-5db48fc82ccf will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:05:30.424995 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:30.429145 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:05:30.503714 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Attempting to bind port 700c86ed-63b1-4f72-8ab6-5db48fc82ccf on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:05:30.504084 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Attempting to bind port 700c86ed-63b1-4f72-8ab6-5db48fc82ccf by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:05:30.504461 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Attempting to bind port 700c86ed-63b1-4f72-8ab6-5db48fc82ccf on network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:05:30.507709 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2f2b4-7ddf-43d9-9e65-a8f2525d3d9e None None] Pushing event updated for resources: {'Port': ['ID=700c86ed-63b1-4f72-8ab6-5db48fc82ccf,revision_number=2']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:05:30.512266 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-70b2f2b4-7ddf-43d9-9e65-a8f2525d3d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:05:30.513005 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:05:30.513372 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Checking segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:05:30.513764 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:30.514145 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Bound using segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:05:30.514604 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Bound port: 700c86ed-63b1-4f72-8ab6-5db48fc82ccf, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:05:30.514995 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:30.587155 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] For port 700c86ed-63b1-4f72-8ab6-5db48fc82ccf, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:05:30.590621 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] For port 700c86ed-63b1-4f72-8ab6-5db48fc82ccf, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=700c86ed-63b1-4f72-8ab6-5db48fc82ccf,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:05:30.662809 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:30.667116 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-3da9a200-41e2-45e5-bb70-016755ce281a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:05:30.747080 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Routers {'7fdf6918-7fed-4a6c-82e8-d025e5cc2f04'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:05:30.747688 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:05:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['7fdf6918-7fed-4a6c-82e8-d025e5cc2f04'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:05:30.823383 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2f2b4-7ddf-43d9-9e65-a8f2525d3d9e None None] Pushing event updated for resources: {'Port': ['ID=700c86ed-63b1-4f72-8ab6-5db48fc82ccf,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:05:30.831517 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-70b2f2b4-7ddf-43d9-9e65-a8f2525d3d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:05:30.943593 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] Set router 7fdf6918-7fed-4a6c-82e8-d025e5cc2f04 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:05:31.274396 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'name': 'router1', 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '700c86ed-63b1-4f72-8ab6-5db48fc82ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:09Z', 'updated_at': '2021-06-08T04:05:28Z', 'revision_number': 4, 'project_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'gw_port': {'id': '700c86ed-63b1-4f72-8ab6-5db48fc82ccf', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:27Z', 'updated_at': '2021-06-08T04:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '7cbf08ea-e6a4-4b91-b462-0a10b505d244', 'name': '', 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc', 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'mac_address': 'fa:16:3e:db:b0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99483c94-37ab-4224-b6b0-42483312340e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:19Z', 'updated_at': '2021-06-08T04:05:26Z', 'revision_number': 5, 'project_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'subnets': [{'id': '99483c94-37ab-4224-b6b0-42483312340e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8497ee36-1f49-4fd4-bdc0-dd575e4da3ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:05:31.278969 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ef2391-8556-4174-98df-c122f7f3cf3c None None] The sync data for ids ['7fdf6918-7fed-4a6c-82e8-d025e5cc2f04'] in dv-cinder-786627-8-smb is: [{'id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'name': 'router1', 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '700c86ed-63b1-4f72-8ab6-5db48fc82ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:05:09Z', 'updated_at': '2021-06-08T04:05:28Z', 'revision_number': 4, 'project_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'gw_port': {'id': '700c86ed-63b1-4f72-8ab6-5db48fc82ccf', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:27Z', 'updated_at': '2021-06-08T04:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '7cbf08ea-e6a4-4b91-b462-0a10b505d244', 'name': '', 'network_id': '0ab99f25-424f-456e-a80f-f644199b5adc', 'tenant_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'mac_address': 'fa:16:3e:db:b0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdf6918-7fed-4a6c-82e8-d025e5cc2f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99483c94-37ab-4224-b6b0-42483312340e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:05:19Z', 'updated_at': '2021-06-08T04:05:26Z', 'revision_number': 5, 'project_id': 'd3084fd2941d49c4a4adc23d5e1bbe1d', 'subnets': [{'id': '99483c94-37ab-4224-b6b0-42483312340e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8497ee36-1f49-4fd4-bdc0-dd575e4da3ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:05:31.723107 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 57776) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:05:31.839800 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-3c81c227-eb1a-4204-ab58-8feed5429cb6 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1155758 Jun 08 04:05:32.587946 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 700c86ed-63b1-4f72-8ab6-5db48fc82ccf up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:05:32.725596 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 700c86ed-63b1-4f72-8ab6-5db48fc82ccf completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:05:32.731237 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 700c86ed-63b1-4f72-8ab6-5db48fc82ccf triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:05:32.731624 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:32.846345 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:32.862425 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 700c86ed-63b1-4f72-8ab6-5db48fc82ccf, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=700c86ed-63b1-4f72-8ab6-5db48fc82ccf,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:05:32.942684 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:32.944854 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-70b2f2b4-7ddf-43d9-9e65-a8f2525d3d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:05:33.009692 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=700c86ed-63b1-4f72-8ab6-5db48fc82ccf,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:05:33.012661 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:05:34.571748 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 700c86ed-63b1-4f72-8ab6-5db48fc82ccf up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:05:34.661256 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 700c86ed-63b1-4f72-8ab6-5db48fc82ccf triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:05:34.661718 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:42.280308 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e8de-0195-4926-94f9-097ab4c5a9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:44.725608 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:44.841963 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ba52ee4a-5873-4467-bb43-9a9b72b71ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:45.487593 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:47.511325 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:05:48.958382 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 5 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:06:12.270440 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ea90c1c4-f8d0-4d95-bc67-5ab888009de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:06:14.742305 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:06:14.846711 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-b87b98b6-8fd5-45b8-b4b0-c45fd2f9444f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:06:15.492829 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:06:17.513278 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:06:25.956996 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 5 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:06:42.263071 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-78a0dcfe-02e9-46f9-9e19-9c65dd1cad9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:06:44.720767 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:06:44.846234 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c94f489a-3c63-4029-9569-e0ed6f677374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:06:45.492360 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:06:47.513009 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:02.955129 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 5 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:07:07.785375 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 58346) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:07:07.854336 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f34a3d-0cd3-40aa-a876-869dfafb8108 admin admin] GET failed (client error): The resource could not be found. Jun 08 04:07:07.855659 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-15f34a3d-0cd3-40aa-a876-869dfafb8108 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0693219 Jun 08 04:07:07.984285 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6331a604-bfe1-4d96-91f3-fcabb0ea023f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:07.985619 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-6331a604-bfe1-4d96-91f3-fcabb0ea023f admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1261072 Jun 08 04:07:10.092223 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58356) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:07:10.199372 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edafb5e-f7b8-4350-be33-892ff8652542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:10.200665 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-9edafb5e-f7b8-4350-be33-892ff8652542 admin admin] 10.222.0.18 "GET /v2.0/subnets/99483c94-37ab-4224-b6b0-42483312340e HTTP/1.1" status: 200 len: 849 time: 0.1075048 Jun 08 04:07:10.209631 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:07:10.323279 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:10.554070 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776538842094'] for subnet, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:10.558441 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-db8aaabc-a0ea-48b5-ad52-950e3a773f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:07:10.595138 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:10.595407 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:10.597190 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] 10.222.0.18 "PUT /v2.0/subnets/99483c94-37ab-4224-b6b0-42483312340e HTTP/1.1" status: 200 len: 868 time: 0.3911891 Jun 08 04:07:10.598012 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cbc17a-13c4-4756-be62-ab8a8b57a527 None None] Network 0ab99f25-424f-456e-a80f-f644199b5adc requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:07:10.623313 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99483c94-37ab-4224-b6b0-42483312340e,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:07:10.631130 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:07:10.631518 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:07:10.631793 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:07:10.632118 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:07:10.632440 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:07:10.632765 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:07:10.633075 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:07:10.633389 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:07:10.633723 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:07:10.634041 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:07:10.634507 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:07:10.634818 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:07:10.639067 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:07:11.036803 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-1d81da0c-98fe-483d-a39c-12345b3bdce8 None None] Provisioning complete for port 164b27dd-3b08-4cc5-b805-5d3ae92be956 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:07:11.037168 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-1d81da0c-98fe-483d-a39c-12345b3bdce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:11.160485 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-1d81da0c-98fe-483d-a39c-12345b3bdce8 None None] Provisioning complete for port 7cbf08ea-e6a4-4b91-b462-0a10b505d244 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:07:11.160749 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-1d81da0c-98fe-483d-a39c-12345b3bdce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:12.284262 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-bf21ee75-898e-4243-bad8-512f91f9ffd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:12.724538 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58366) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:07:12.916154 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c4eaf-2b30-409a-9afe-1682c03ff58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:12.916539 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c4eaf-2b30-409a-9afe-1682c03ff58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:12.918053 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-362c4eaf-2b30-409a-9afe-1682c03ff58e admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1925030 Jun 08 04:07:14.697194 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:14.817277 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-b7429736-3288-4d5a-a9e4-abfb74a44d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:15.033791 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58374) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:07:15.202729 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660f0d49-7c37-4c51-a73c-e1a97f984a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:15.203230 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660f0d49-7c37-4c51-a73c-e1a97f984a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:15.204703 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-660f0d49-7c37-4c51-a73c-e1a97f984a05 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1698916 Jun 08 04:07:15.478410 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:17.338638 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58382) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:07:17.508377 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34af1838-5614-4c91-af72-6e724da0e6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:17.509714 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-34af1838-5614-4c91-af72-6e724da0e6d0 admin admin] 10.222.0.18 "GET /v2.0/networks/0ab99f25-424f-456e-a80f-f644199b5adc HTTP/1.1" status: 200 len: 869 time: 0.1701069 Jun 08 04:07:17.512544 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:19.636776 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58390) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:07:19.798768 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a2cd76-1e8c-4197-8d71-2322bb45d3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:19.800135 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-32a2cd76-1e8c-4197-8d71-2322bb45d3d6 admin admin] 10.222.0.18 "GET /v2.0/networks/0fa4fef6-9966-433f-a9a0-b619cc4acad7 HTTP/1.1" status: 200 len: 886 time: 0.1623921 Jun 08 04:07:21.910868 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58398) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:07:22.017056 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e831ed-9939-4dd9-91e4-2873f642a77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:22.017512 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e831ed-9939-4dd9-91e4-2873f642a77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:22.019010 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-d0e831ed-9939-4dd9-91e4-2873f642a77c admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1070974 Jun 08 04:07:24.118186 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58406) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:07:24.221278 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db60e52-e315-4a04-93b0-81f5ef485032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:24.221742 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db60e52-e315-4a04-93b0-81f5ef485032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:24.223259 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-8db60e52-e315-4a04-93b0-81f5ef485032 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1041019 Jun 08 04:07:26.334077 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58414) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:07:26.435578 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee24193-bac7-43f2-a4a4-1a5c930acfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:26.436889 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-7ee24193-bac7-43f2-a4a4-1a5c930acfd4 admin admin] 10.222.0.18 "GET /v2.0/subnets/01718dbf-838e-406a-9174-db3581520999 HTTP/1.1" status: 200 len: 816 time: 0.1018372 Jun 08 04:07:28.548580 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58422) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:07:28.652237 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f2f9e9-3ef8-4471-b05b-d87965e9494b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:28.653551 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-43f2f9e9-3ef8-4471-b05b-d87965e9494b admin admin] 10.222.0.18 "GET /v2.0/subnets/99483c94-37ab-4224-b6b0-42483312340e HTTP/1.1" status: 200 len: 868 time: 0.1040459 Jun 08 04:07:39.953892 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 5 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:07:42.284910 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb9f5-d77b-46d2-9be7-5d2b5fe19a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:44.730677 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:44.832012 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-2e2307ec-2087-436f-a10b-49eb535e57a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:45.508050 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:47.519668 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:51.562038 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58466) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:07:51.608352 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [None req-866f13df-0e0e-477b-adb1-0a9a72ac0aad admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 04:07:51.609330 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-866f13df-0e0e-477b-adb1-0a9a72ac0aad admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463603 Jun 08 04:07:53.811044 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 58474) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:07:53.874904 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b720ad5-894f-42e1-958c-563f7f949995 admin admin] GET failed (client error): The resource could not be found. Jun 08 04:07:53.876164 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-4b720ad5-894f-42e1-958c-563f7f949995 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641854 Jun 08 04:07:53.999058 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88435048-f0ac-4a2d-92b5-b1bf9d946dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:54.000411 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-88435048-f0ac-4a2d-92b5-b1bf9d946dcb admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1204150 Jun 08 04:07:56.145267 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58482) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:07:56.191968 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:07:56.279095 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] Made reservation on behalf of 20ff0e233dad455f8d6fb90dc78957d7 for: {'network': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:07:56.281419 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:56.368893 dv-cinder-786627-8-smb neutron-server[92281]: WARNING neutron.services.revisions.revision_plugin [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] Could not find related network for resource to bump revision. Jun 08 04:07:56.379736 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=92281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:07:56.388368 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:56.388701 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.db.segments_db [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] Added segment b1c83c78-0d95-4e44-88e7-176b9fd4e251 of type vlan for network be5ed6ca-a95f-439d-899b-9dd52fb1c717 Jun 08 04:07:56.413795 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:56.536087 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:56.537667 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:56.538228 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:56.541493 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:07:56.633571 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] Pushing event updated for resources: {'Network': ['ID=be5ed6ca-a95f-439d-899b-9dd52fb1c717,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:07:56.636198 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:07:56.643705 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network be5ed6ca-a95f-439d-899b-9dd52fb1c717 details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:07:56.708727 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5624437 Jun 08 04:07:58.876960 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58490) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:07:58.941648 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96de15c-4a00-4220-be9e-c7c651b9972b admin admin] GET failed (client error): The resource could not be found. Jun 08 04:07:58.942883 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-e96de15c-4a00-4220-be9e-c7c651b9972b admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0650194 Jun 08 04:07:59.044558 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841af03f-c5d5-4a27-8112-e5ba0e8e119d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:59.045923 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-841af03f-c5d5-4a27-8112-e5ba0e8e119d admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0987191 Jun 08 04:07:59.055597 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-941a3c0c-3bf9-45c4-b3d6-4b5ad82b5d43 admin admin] Request body: {'subnet': {'network_id': 'be5ed6ca-a95f-439d-899b-9dd52fb1c717', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:07:59.151811 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941a3c0c-3bf9-45c4-b3d6-4b5ad82b5d43 admin admin] Made reservation on behalf of 20ff0e233dad455f8d6fb90dc78957d7 for: {'subnet': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:07:59.154105 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-941a3c0c-3bf9-45c4-b3d6-4b5ad82b5d43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:59.410661 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-941a3c0c-3bf9-45c4-b3d6-4b5ad82b5d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474'] for subnet, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:59.416076 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-43a79c9f-b9d0-4805-8f5f-b7a0c67a83d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:07:59.485208 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a3c0c-3bf9-45c4-b3d6-4b5ad82b5d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d04f7b2e-3882-4755-b715-1dfe6ad49834,revision_number=0']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:07:59.487810 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-941a3c0c-3bf9-45c4-b3d6-4b5ad82b5d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:07:59.490885 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941a3c0c-3bf9-45c4-b3d6-4b5ad82b5d43 admin admin] Checking segment: {'id': 'b1c83c78-0d95-4e44-88e7-176b9fd4e251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'be5ed6ca-a95f-439d-899b-9dd52fb1c717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:07:59.491393 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941a3c0c-3bf9-45c4-b3d6-4b5ad82b5d43 admin admin] Network hostable DHCP agents. Network: be5ed6ca-a95f-439d-899b-9dd52fb1c717, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:07:59.563349 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941a3c0c-3bf9-45c4-b3d6-4b5ad82b5d43 admin admin] Network be5ed6ca-a95f-439d-899b-9dd52fb1c717 is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:07:59.631676 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-941a3c0c-3bf9-45c4-b3d6-4b5ad82b5d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, be5ed6ca-a95f-439d-899b-9dd52fb1c717) {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:07:59.635699 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941a3c0c-3bf9-45c4-b3d6-4b5ad82b5d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:07:59.636278 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-941a3c0c-3bf9-45c4-b3d6-4b5ad82b5d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:07:59.640103 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6331fd-b041-4c0f-9e14-5c2ca8024ce1 None None] Network be5ed6ca-a95f-439d-899b-9dd52fb1c717 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:07:59.713504 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-941a3c0c-3bf9-45c4-b3d6-4b5ad82b5d43 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6615038 Jun 08 04:07:59.857676 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6272ed-b784-502d-b0b0-df7a280b3536-be5ed6ca-a95f-439d-899b-9dd52fb1c717', 'network_id': 'be5ed6ca-a95f-439d-899b-9dd52fb1c717', 'tenant_id': '20ff0e233dad455f8d6fb90dc78957d7', 'fixed_ips': [{'subnet_id': 'd04f7b2e-3882-4755-b715-1dfe6ad49834'}]}} from dv-cinder-786627-8-smb. {{(pid=92282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 04:07:59.858532 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:00.014272 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.db_base_plugin_common [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Allocated IP 192.168.233.2 (be5ed6ca-a95f-439d-899b-9dd52fb1c717/d04f7b2e-3882-4755-b715-1dfe6ad49834/2feec895-75d5-43e3-aeb9-9189f296df6a) {{(pid=92282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:08:00.218106 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:00.227931 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Transition to ACTIVE for port object 2feec895-75d5-43e3-aeb9-9189f296df6a will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:08:00.245366 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Transition to ACTIVE for port object 2feec895-75d5-43e3-aeb9-9189f296df6a will not be triggered until provisioned by entity DHCP. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:08:00.308550 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:00.309214 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:08:00.309214 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:08:00.309214 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:08:00.309214 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:08:00.309214 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:08:00.309214 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Jun 08 04:08:00.326785 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Network be5ed6ca-a95f-439d-899b-9dd52fb1c717 is already hosted by enough agents. {{(pid=92282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:08:00.327896 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.base_scheduler [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Resources bound (agent type, host, resource id): {{(pid=92282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:08:00.332332 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Received port after_create {{(pid=92282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:08:00.422273 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Attempting to bind port 2feec895-75d5-43e3-aeb9-9189f296df6a on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:08:00.422721 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Attempting to bind port 2feec895-75d5-43e3-aeb9-9189f296df6a by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': 'b1c83c78-0d95-4e44-88e7-176b9fd4e251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'be5ed6ca-a95f-439d-899b-9dd52fb1c717'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:08:00.423835 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Attempting to bind port 2feec895-75d5-43e3-aeb9-9189f296df6a on network be5ed6ca-a95f-439d-899b-9dd52fb1c717 {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:08:00.428939 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:08:00.429314 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Checking segment: {'id': 'b1c83c78-0d95-4e44-88e7-176b9fd4e251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'be5ed6ca-a95f-439d-899b-9dd52fb1c717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:08:00.429710 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:00.430098 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Bound using segment: {'id': 'b1c83c78-0d95-4e44-88e7-176b9fd4e251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'be5ed6ca-a95f-439d-899b-9dd52fb1c717'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:08:00.430581 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Bound port: 2feec895-75d5-43e3-aeb9-9189f296df6a, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c83c78-0d95-4e44-88e7-176b9fd4e251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'be5ed6ca-a95f-439d-899b-9dd52fb1c717'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:08:00.431005 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:00.528973 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] For port 2feec895-75d5-43e3-aeb9-9189f296df6a, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:08:00.532572 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] For port 2feec895-75d5-43e3-aeb9-9189f296df6a, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=2feec895-75d5-43e3-aeb9-9189f296df6a,segment=NetworkSegment(b1c83c78-0d95-4e44-88e7-176b9fd4e251),segment_id=b1c83c78-0d95-4e44-88e7-176b9fd4e251)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:08:00.630352 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:00.634098 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:08:00.711695 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Pushing event updated for resources: {'Port': ['ID=2feec895-75d5-43e3-aeb9-9189f296df6a,revision_number=2']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:08:00.719749 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:08:00.720420 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:08:00.720420 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:08:00.720722 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:08:00.721043 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:08:00.721355 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:08:00.721675 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:08:00.721987 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:08:00.722299 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:08:00.722609 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:08:00.723023 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:08:00.723537 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:08:00.728372 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:08:01.531900 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be5b40a-e4cd-4858-a133-1ea6354eaf0c None None] Network be5ed6ca-a95f-439d-899b-9dd52fb1c717 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:08:01.746796 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-133bb99f-9567-4b2b-a807-4da1d85cfb38 None None] Provisioning for port 2feec895-75d5-43e3-aeb9-9189f296df6a completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:08:02.707232 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 2feec895-75d5-43e3-aeb9-9189f296df6a up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:08:02.816169 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 2feec895-75d5-43e3-aeb9-9189f296df6a completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:08:02.820980 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 2feec895-75d5-43e3-aeb9-9189f296df6a triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:08:02.821353 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:02.955698 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:02.986665 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 2feec895-75d5-43e3-aeb9-9189f296df6a, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=2feec895-75d5-43e3-aeb9-9189f296df6a,segment=NetworkSegment(b1c83c78-0d95-4e44-88e7-176b9fd4e251),segment_id=b1c83c78-0d95-4e44-88e7-176b9fd4e251)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:08:03.044657 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:03.046713 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:08:03.113048 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=2feec895-75d5-43e3-aeb9-9189f296df6a,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:08:03.116143 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:08:04.686389 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 2feec895-75d5-43e3-aeb9-9189f296df6a up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:08:04.753814 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 2feec895-75d5-43e3-aeb9-9189f296df6a triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:08:04.754180 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:12.273618 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-b1371c08-d98d-4c65-b14b-2c923aabeefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:14.787405 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:14.838694 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-af663139-d4fd-4112-8e84-31aca3370dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:15.518963 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:16.952755 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 5 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:08:17.530773 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:42.278260 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3cc8eeec-f45f-4558-b5b8-142afdff2567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:44.729667 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:44.826462 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-9fe85a64-e2c2-48f3-9a66-e1d11f890fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:45.505871 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:47.563777 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:08:53.951232 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 5 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:09:12.323861 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-6454b657-9889-4dc6-9b3d-c17d9f7d7f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:14.717810 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:14.831803 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-879f9169-5fc0-4ea3-a683-b80c12494bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:15.529105 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:17.540164 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:25.655026 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58542) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:09:25.661087 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [None req-4aae95bf-6872-48a2-ac1c-fe587491ca20 tempest-verify_tempest_config-2041742201 tempest-verify_tempest_config-2041742201-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 04:09:25.662063 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-4aae95bf-6872-48a2-ac1c-fe587491ca20 tempest-verify_tempest_config-2041742201 tempest-verify_tempest_config-2041742201-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060897 Jun 08 04:09:26.276395 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58560) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:09:26.389969 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:26.487818 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:26.637629 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:26.649689 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:09:26.714258 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbf415e2591d4cf09a9f49d6b5fb38c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4368382 Jun 08 04:09:26.715805 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92da73b8-d045-4400-9dc2-f4c6c2d24096,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:09:26.717033 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 58564) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:09:26.722860 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:26.723235 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:26.723626 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:26.723958 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:26.724281 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:26.724649 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:26.724967 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:26.725284 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:26.725614 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:26.725927 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:26.726236 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:26.726543 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:26.731101 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:09:26.781199 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:26.805273 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:26.980909 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:26.984077 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:26.985216 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92da73b8-d045-4400-9dc2-f4c6c2d24096 HTTP/1.1" status: 204 len: 168 time: 0.2671764 Jun 08 04:09:26.985877 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:09:26.995030 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92da73b8-d045-4400-9dc2-f4c6c2d24096,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:09:27.002381 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:27.002722 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:27.003080 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:27.003405 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:27.003722 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:27.004043 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:27.004357 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:27.004667 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:27.004994 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:27.005304 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:27.005610 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:27.005913 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:09:27.009485 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:09:30.949405 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 5 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:09:42.277199 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c8aad1ac-d048-4d32-9413-b426f22a4713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:44.757144 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:44.842436 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c1c629cd-9391-46c9-ba87-3860b68beeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:45.516954 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:09:47.551172 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:10:07.947801 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 5 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:10:12.282073 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-2d45af60-a828-4752-9822-2893ab30801d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:10:14.720563 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:10:14.859543 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-f8946861-73e7-4f9e-891a-9ea3d92f291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:10:15.516386 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:10:17.614737 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:10:42.282067 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3958e690-dba2-470d-a366-12af7256ac9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:10:44.716050 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:10:44.836318 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-75e58c05-e50b-4fb4-8879-9aab5f761f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:10:44.946977 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 5 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:10:45.521936 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:10:47.602202 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:11:04.796033 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021'] for agent, after_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:11:08.430499 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 58618) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:11:08.541189 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-ccb4920f-1ead-421b-a216-e22da55d2d7a admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1095493 Jun 08 04:11:10.644085 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58628) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:11:10.702665 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-1160f2c7-74ab-4eb5-8f4a-139986ea73df admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0575070 Jun 08 04:11:12.270271 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-630889a2-1497-494f-ac67-62c65a52a645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:11:14.721635 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:11:14.829663 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-bfc05ceb-5cad-4c46-8591-13e17b363e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:11:15.515778 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:11:17.555347 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:11:21.945862 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:11:34.761382 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:11:42.269689 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ae7dbb8a-6444-4922-90e5-3346a636ad1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:11:44.743734 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:11:44.840647 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-5ca786dc-eba5-4001-8152-89c0aa4242cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:11:45.543691 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:11:47.555175 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:11:58.945439 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:12:04.761160 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:12.304124 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-4a573ade-56b7-4ab3-9f45-54b3cb1ac399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:14.709612 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:14.823474 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-70cd7825-9921-4b99-9c29-79ff69ec55cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:15.526345 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:17.549758 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:34.772448 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:35.943774 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:12:42.275133 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3afdf080-0342-4ae9-881b-532853533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:44.703256 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:44.851737 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-a43e05f5-8f81-497b-89b5-e3e0c6af427f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:45.438291 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58824) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:45.521014 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:45.666781 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58834) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:46.052047 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1027513504-network', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:46.143744 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Made reservation on behalf of 6510b398a2924cc896f0ecf5dd74ea97 for: {'network': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:12:46.146547 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.163948 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.256012 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 58858) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:46.269948 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.277357 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-221116230-network', 'tenant_id': 'c4fbd5e5fcc842dd9999f72310128455'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:46.292373 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 58864) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:46.321530 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 58868) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:46.341539 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.346856 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-fc582178-8b6b-4355-b9ec-28f4a7dd36fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:46.365348 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=92281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:12:46.369079 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1517037587-network', 'tenant_id': 'e3c46c30abf54c7abe2a82234c9ea257'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:46.371603 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.quota [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Loaded quota_driver: . Jun 08 04:12:46.389876 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84857d5a-dce8-4f8e-ac2b-93c14c149065,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:46.399547 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.400081 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.db.segments_db [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Added segment 42dedaf1-9bfd-4c03-9be4-9134930be597 of type vlan for network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 Jun 08 04:12:46.405651 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:46.406184 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:46.407543 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:46.408039 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:46.408994 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:46.409256 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:46.409559 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:46.409784 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:46.410111 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:46.410427 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:46.410738 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:46.411146 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Tracked resource versions report: Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: pushed versions: Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: { 'AddressGroup': {'1.2'}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'ConntrackHelper': {'1.0'}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'Log': {'1.0'}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'Network': {'1.1'}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'Port': {'1.7'}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'PortForwarding': {'1.2'}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'QosPolicy': {'1.8'}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'SecurityGroup': {'1.4'}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'SecurityGroupRule': {'1.2'}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'SubPort': {'1.0'}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'Subnet': {'1.1'}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'Trunk': {'1.1'}} Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: consumer versions: Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: { DHCP agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: HyperV agent@hv-cinder-78662: {}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: L3 agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: Metadata agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: Metering agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: Open vSwitch agent@dv-cinder-786627-8-smb: { 'AddressGroup': '1.2', Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'ConntrackHelper': '1.0', Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'Log': '1.0', Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'Network': '1.1', Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'Port': '1.7', Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'PortForwarding': '1.2', Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'QosPolicy': '1.8', Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'SecurityGroup': '1.4', Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'SecurityGroupRule': '1.2', Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'SubPort': '1.0', Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'Subnet': '1.1', Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: 'Trunk': '1.1'}} Jun 08 04:12:46.412193 dv-cinder-786627-8-smb neutron-server[92281]: {{(pid=92281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 04:12:46.437882 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:46.442166 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Made reservation on behalf of c4fbd5e5fcc842dd9999f72310128455 for: {'network': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:12:46.443011 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1765741438-network', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:46.443103 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.467544 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-network', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:46.467853 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.490085 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.496695 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Made reservation on behalf of e3c46c30abf54c7abe2a82234c9ea257 for: {'network': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:12:46.501016 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.522402 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.555132 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.557706 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:12:46.559047 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.564640 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-bc8bbfde-edde-4b5c-a5e4-fc7f794040b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:46.592130 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Made reservation on behalf of a876c5f4d1cb40bd83f74c1d90bbe665 for: {'network': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:12:46.596793 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.614379 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.666366 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Pushing event updated for resources: {'Network': ['ID=f46f9cba-39f3-45a2-a3db-5fa7d66e9608,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:46.671129 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:46.677543 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:12:46.697827 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Made reservation on behalf of 9c7e0dce267146e58d41cccd658554bc for: {'network': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:12:46.700562 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.724091 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.792234 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3498955 Jun 08 04:12:46.792801 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 58888) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:46.798744 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-c1ad76a5-718d-4c02-a5fd-0f23a93d316d admin admin] Request body: {'subnet': {'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1027513504-subnet', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:46.925579 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.973182 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:46.978441 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-5a7271e0-b080-491c-b5fa-9d8907705111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:47.023799 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=92281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:12:47.034219 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44877c95-58e5-4ae6-8129-8720d6cc4e31,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:47.038085 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:47.041550 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.043361 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.db.segments_db [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Added segment 2a5e017d-dfb2-4aec-8b07-13fdcb40d96e of type vlan for network 962c3b61-c184-4fd2-9956-b953b43775e5 Jun 08 04:12:47.094284 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.126544 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.180684 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.190909 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-ebb3b5c1-03e5-483f-a954-b9a4911e511c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:47.218052 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.221742 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:12:47.221742 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.225659 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-84f24450-cb32-414a-9b9c-ce705cd00884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:47.226395 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=92280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:12:47.258117 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776538885030', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.259553 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Unsubscribe: segment precommit_create {{(pid=92280) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 04:12:47.260137 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.segments_db [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Added segment 546dcb40-594c-41a1-8c0c-eea1429b6df7 of type vlan for network 3d78f862-a18d-45a8-a7d2-f1333caa9963 Jun 08 04:12:47.310218 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5a9df9-2347-4cb4-b29a-2ac1e3236799,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:47.337672 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:47.338014 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:47.338353 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:47.338686 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:47.339038 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:47.339887 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:47.340331 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:47.340539 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:47.340882 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:47.341203 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:47.341520 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:47.341835 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Tracked resource versions report: Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: pushed versions: Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: { 'AddressGroup': {'1.2'}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'ConntrackHelper': {'1.0'}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'Log': {'1.0'}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'Network': {'1.1'}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'Port': {'1.7'}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'PortForwarding': {'1.2'}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'QosPolicy': {'1.8'}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'SecurityGroup': {'1.4'}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'SecurityGroupRule': {'1.2'}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'SubPort': {'1.0'}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'Subnet': {'1.1'}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'Trunk': {'1.1'}} Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: consumer versions: Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: { DHCP agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: HyperV agent@hv-cinder-78662: {}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: L3 agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: Metadata agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: Metering agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: Open vSwitch agent@dv-cinder-786627-8-smb: { 'AddressGroup': '1.2', Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'ConntrackHelper': '1.0', Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'Log': '1.0', Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'Network': '1.1', Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'Port': '1.7', Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'PortForwarding': '1.2', Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'QosPolicy': '1.8', Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'SecurityGroup': '1.4', Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'SecurityGroupRule': '1.2', Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'SubPort': '1.0', Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'Subnet': '1.1', Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: 'Trunk': '1.1'}} Jun 08 04:12:47.343302 dv-cinder-786627-8-smb neutron-server[92280]: {{(pid=92280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 04:12:47.354866 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Pushing event updated for resources: {'Network': ['ID=962c3b61-c184-4fd2-9956-b953b43775e5,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:47.356734 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:47.358273 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:47.368977 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.373796 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network 962c3b61-c184-4fd2-9956-b953b43775e5 details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:12:47.439400 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.509188 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.510534 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:12:47.511210 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.515038 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:47.566425 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.595949 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.635713 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Pushing event updated for resources: {'Network': ['ID=3d78f862-a18d-45a8-a7d2-f1333caa9963,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:47.647420 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=92280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:12:47.650088 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:47.652251 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:47.655380 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network 3d78f862-a18d-45a8-a7d2-f1333caa9963 details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:12:47.684731 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.685078 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.segments_db [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Added segment 0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d of type vlan for network 3d089fd5-3829-4c08-bd4f-7cc574f62861 Jun 08 04:12:47.708660 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631adcdf-a53b-440f-b4aa-f1c1948e7ac1,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:47.717742 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:47.741666 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.803663 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.863699 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.865152 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:12:47.865843 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:47.870934 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:47.988783 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:48.017846 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Pushing event updated for resources: {'Network': ['ID=3d089fd5-3829-4c08-bd4f-7cc574f62861,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:48.023012 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:48.023489 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:48.028934 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network 3d089fd5-3829-4c08-bd4f-7cc574f62861 details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:12:48.030566 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=92280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:12:48.046105 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58948) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:48.052881 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:48.053269 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.segments_db [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Added segment 088d632e-c001-4e0f-a9a0-e2584674a6da of type vlan for network 294f857a-186c-4448-b00c-81d1806ba032 Jun 08 04:12:48.076479 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8178513 Jun 08 04:12:48.077127 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cac7961-9859-4400-946b-964df78f7636,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:48.079737 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58954) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:48.080653 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7867386 Jun 08 04:12:48.087645 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:48.089356 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-2a82635c-c763-4aef-bafe-c981bd46fbf9 admin admin] Request body: {'subnet': {'network_id': '3d78f862-a18d-45a8-a7d2-f1333caa9963', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1517037587-subnet', 'tenant_id': 'e3c46c30abf54c7abe2a82234c9ea257', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:48.095777 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58956) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:48.109308 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-e391dc9b-6646-487b-a2aa-7f1f6cddf5d3 admin admin] Request body: {'subnet': {'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1765741438-subnet', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:48.114996 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:48.172233 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ad76a5-718d-4c02-a5fd-0f23a93d316d admin admin] Made reservation on behalf of 6510b398a2924cc896f0ecf5dd74ea97 for: {'subnet': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:12:48.174593 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c1ad76a5-718d-4c02-a5fd-0f23a93d316d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:48.211850 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-abcf2430-fbec-4b07-b2ac-ebc9a278c392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:48.256117 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:48.259538 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:12:48.260103 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:48.264863 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-7885d415-1e9e-4357-ac22-6f00d4a3c0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:48.278914 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6110597 Jun 08 04:12:48.282624 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58962) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:48.287851 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-de73fe38-cc8f-4995-aea8-71edf138bd09 admin admin] Request body: {'subnet': {'network_id': '962c3b61-c184-4fd2-9956-b953b43775e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-221116230-subnet', 'tenant_id': 'c4fbd5e5fcc842dd9999f72310128455', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:48.300552 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 58964) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:48.349282 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a82635c-c763-4aef-bafe-c981bd46fbf9 admin admin] Made reservation on behalf of e3c46c30abf54c7abe2a82234c9ea257 for: {'subnet': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:12:48.351734 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2a82635c-c763-4aef-bafe-c981bd46fbf9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:48.388504 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Pushing event updated for resources: {'Network': ['ID=294f857a-186c-4448-b00c-81d1806ba032,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:48.394662 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:48.402514 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network 294f857a-186c-4448-b00c-81d1806ba032 details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:12:48.410478 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0962434 Jun 08 04:12:48.413459 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 58968) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:48.421293 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-6bf4f1e4-9863-45b2-9b7f-df331ff3c104 admin admin] Request body: {'subnet': {'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-subnet', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:48.452619 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8404f2a8-20e3-4576-80f9-be5788de0a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:48.658136 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c1ad76a5-718d-4c02-a5fd-0f23a93d316d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474'] for subnet, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:48.660312 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e391dc9b-6646-487b-a2aa-7f1f6cddf5d3 admin admin] Made reservation on behalf of a876c5f4d1cb40bd83f74c1d90bbe665 for: {'subnet': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:12:48.666533 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:48.666640 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e391dc9b-6646-487b-a2aa-7f1f6cddf5d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:48.736089 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad76a5-718d-4c02-a5fd-0f23a93d316d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cbbe1bd-e80b-4b17-a029-b5a2fd183531,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:48.737177 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2a82635c-c763-4aef-bafe-c981bd46fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474'] for subnet, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:48.747867 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c1ad76a5-718d-4c02-a5fd-0f23a93d316d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:48.750473 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad76a5-718d-4c02-a5fd-0f23a93d316d admin admin] Checking segment: {'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:12:48.751063 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ad76a5-718d-4c02-a5fd-0f23a93d316d admin admin] Network hostable DHCP agents. Network: f46f9cba-39f3-45a2-a3db-5fa7d66e9608, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:12:48.760367 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:48.834862 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ad76a5-718d-4c02-a5fd-0f23a93d316d admin admin] Network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:12:48.883915 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82635c-c763-4aef-bafe-c981bd46fbf9 admin admin] Checking segment: {'id': '546dcb40-594c-41a1-8c0c-eea1429b6df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3d78f862-a18d-45a8-a7d2-f1333caa9963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:12:48.884264 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a82635c-c763-4aef-bafe-c981bd46fbf9 admin admin] Network hostable DHCP agents. Network: 3d78f862-a18d-45a8-a7d2-f1333caa9963, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:12:48.895932 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82635c-c763-4aef-bafe-c981bd46fbf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e81391-295f-4be2-b9e5-8f1f603b8249,revision_number=0']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:48.904401 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-2a82635c-c763-4aef-bafe-c981bd46fbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:48.920923 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-c1ad76a5-718d-4c02-a5fd-0f23a93d316d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, f46f9cba-39f3-45a2-a3db-5fa7d66e9608) {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:12:48.926774 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ad76a5-718d-4c02-a5fd-0f23a93d316d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:12:48.927010 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c1ad76a5-718d-4c02-a5fd-0f23a93d316d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:48.930172 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00230d2-debf-4f24-9f2c-5cb2808998f6 None None] Network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:12:49.001196 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-abcf2430-fbec-4b07-b2ac-ebc9a278c392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.034755 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a82635c-c763-4aef-bafe-c981bd46fbf9 admin admin] Network 3d78f862-a18d-45a8-a7d2-f1333caa9963 is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:12:49.041385 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-2a82635c-c763-4aef-bafe-c981bd46fbf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, 3d78f862-a18d-45a8-a7d2-f1333caa9963) {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:12:49.045524 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82635c-c763-4aef-bafe-c981bd46fbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:12:49.046143 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2a82635c-c763-4aef-bafe-c981bd46fbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.052129 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d851123e-b04c-4df2-b067-ac43e96674c1 None None] Network 3d78f862-a18d-45a8-a7d2-f1333caa9963 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:12:49.064230 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-abcf2430-fbec-4b07-b2ac-ebc9a278c392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.072643 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:49.112121 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-abcf2430-fbec-4b07-b2ac-ebc9a278c392 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=825bb9b94f10480a813b1492551b3e95&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0670331 Jun 08 04:12:49.112953 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf2430-fbec-4b07-b2ac-ebc9a278c392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61e3055-7378-45f0-a363-33cbbda5cacb,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:49.115121 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 58984) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:49.127928 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-abcf2430-fbec-4b07-b2ac-ebc9a278c392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:49.128903 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e391dc9b-6646-487b-a2aa-7f1f6cddf5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474'] for subnet, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.133723 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:49.154309 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-c1ad76a5-718d-4c02-a5fd-0f23a93d316d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3601189 Jun 08 04:12:49.157950 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 58986) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:49.162378 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:49.168509 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-2a82635c-c763-4aef-bafe-c981bd46fbf9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0842395 Jun 08 04:12:49.204286 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-db45e9de-5137-425f-992f-6af0bb568952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.219170 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391dc9b-6646-487b-a2aa-7f1f6cddf5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0474e6d9-865d-4b0c-a901-5588ecfaf9e6,revision_number=0']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:49.227512 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e391dc9b-6646-487b-a2aa-7f1f6cddf5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:49.235258 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e391dc9b-6646-487b-a2aa-7f1f6cddf5d3 admin admin] Checking segment: {'id': '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:12:49.235609 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e391dc9b-6646-487b-a2aa-7f1f6cddf5d3 admin admin] Network hostable DHCP agents. Network: 3d089fd5-3829-4c08-bd4f-7cc574f62861, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:12:49.242269 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-db45e9de-5137-425f-992f-6af0bb568952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.280719 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de73fe38-cc8f-4995-aea8-71edf138bd09 admin admin] Made reservation on behalf of c4fbd5e5fcc842dd9999f72310128455 for: {'subnet': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:12:49.283884 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-de73fe38-cc8f-4995-aea8-71edf138bd09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.330881 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6272ed-b784-502d-b0b0-df7a280b3536-f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531'}]}} from dv-cinder-786627-8-smb. {{(pid=92282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 04:12:49.331734 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.359511 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e391dc9b-6646-487b-a2aa-7f1f6cddf5d3 admin admin] Network 3d089fd5-3829-4c08-bd4f-7cc574f62861 is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:12:49.395187 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf4f1e4-9863-45b2-9b7f-df331ff3c104 admin admin] Made reservation on behalf of 9c7e0dce267146e58d41cccd658554bc for: {'subnet': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:12:49.397886 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f1e4-9863-45b2-9b7f-df331ff3c104 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.398643 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade11010-a2fe-4e92-b49e-9c0e3c0a5d47 None None] Network 3d78f862-a18d-45a8-a7d2-f1333caa9963 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:12:49.489744 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-e391dc9b-6646-487b-a2aa-7f1f6cddf5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, 3d089fd5-3829-4c08-bd4f-7cc574f62861) {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:12:49.502154 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e391dc9b-6646-487b-a2aa-7f1f6cddf5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:12:49.502731 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e391dc9b-6646-487b-a2aa-7f1f6cddf5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.546809 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-db45e9de-5137-425f-992f-6af0bb568952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.553884 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-db45e9de-5137-425f-992f-6af0bb568952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.557565 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-db45e9de-5137-425f-992f-6af0bb568952 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b61e3055-7378-45f0-a363-33cbbda5cacb HTTP/1.1" status: 204 len: 168 time: 0.4388194 Jun 08 04:12:49.557565 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:49.577273 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45e9de-5137-425f-992f-6af0bb568952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61e3055-7378-45f0-a363-33cbbda5cacb,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:49.580885 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-db45e9de-5137-425f-992f-6af0bb568952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:49.594374 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c0ed3f-d1b2-4b9b-a214-270a2c60b58b None None] Network 3d089fd5-3829-4c08-bd4f-7cc574f62861 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:12:49.608056 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8404f2a8-20e3-4576-80f9-be5788de0a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.682789 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-de73fe38-cc8f-4995-aea8-71edf138bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474'] for subnet, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.684071 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8404f2a8-20e3-4576-80f9-be5788de0a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.706711 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:49.770077 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-8404f2a8-20e3-4576-80f9-be5788de0a9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17983237667e406bb601ffdcc9f79370&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4670103 Jun 08 04:12:49.777046 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59004) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:49.809279 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f1e4-9863-45b2-9b7f-df331ff3c104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474'] for subnet, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.811001 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73fe38-cc8f-4995-aea8-71edf138bd09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90a38a9f-6146-4d76-bc9a-a058db8fcde5,revision_number=0']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:49.811350 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.db_base_plugin_common [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Allocated IP 172.20.0.2 (f46f9cba-39f3-45a2-a3db-5fa7d66e9608/6cbbe1bd-e80b-4b17-a029-b5a2fd183531/3d7d435b-ade8-4436-a372-8ef996c3d562) {{(pid=92282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:12:49.816505 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-e391dc9b-6646-487b-a2aa-7f1f6cddf5d3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7149870 Jun 08 04:12:49.820990 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-de73fe38-cc8f-4995-aea8-71edf138bd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:49.821425 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59008) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:49.821838 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:49.834283 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1765741438-router', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:49.850998 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:49.876031 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73fe38-cc8f-4995-aea8-71edf138bd09 admin admin] Checking segment: {'id': '2a5e017d-dfb2-4aec-8b07-13fdcb40d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '962c3b61-c184-4fd2-9956-b953b43775e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:12:49.876449 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73fe38-cc8f-4995-aea8-71edf138bd09 admin admin] Network hostable DHCP agents. Network: 962c3b61-c184-4fd2-9956-b953b43775e5, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:12:49.888866 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404f2a8-20e3-4576-80f9-be5788de0a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3338960d-2cdb-4491-92a4-78aa52c3a5bc,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:49.903939 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-8404f2a8-20e3-4576-80f9-be5788de0a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:49.920671 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d489-7b35-473e-9f3b-12aea86b2f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.954081 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d489-7b35-473e-9f3b-12aea86b2f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.979758 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151f9126-a268-4a80-99eb-93f8804ef01e None None] Network 3d089fd5-3829-4c08-bd4f-7cc574f62861 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:12:49.980991 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-847681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5480'] for router, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:49.991400 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5393'] for router, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.018176 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73fe38-cc8f-4995-aea8-71edf138bd09 admin admin] Network 962c3b61-c184-4fd2-9956-b953b43775e5 is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:12:50.026989 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4f1e4-9863-45b2-9b7f-df331ff3c104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6790621e-0f94-4c60-abe1-4e141a73cc04,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:50.040164 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6bf4f1e4-9863-45b2-9b7f-df331ff3c104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:50.046947 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf4f1e4-9863-45b2-9b7f-df331ff3c104 admin admin] Checking segment: {'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:12:50.047590 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf4f1e4-9863-45b2-9b7f-df331ff3c104 admin admin] Network hostable DHCP agents. Network: 294f857a-186c-4448-b00c-81d1806ba032, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:12:50.054264 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.126320 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-de73fe38-cc8f-4995-aea8-71edf138bd09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, 962c3b61-c184-4fd2-9956-b953b43775e5) {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:12:50.130841 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de73fe38-cc8f-4995-aea8-71edf138bd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:12:50.137432 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-de73fe38-cc8f-4995-aea8-71edf138bd09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.156241 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-847681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5480'] for router, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.157459 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5393'] for router, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.188763 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.199171 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59024) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:50.204130 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1497915687-network', 'tenant_id': 'e5e5ad4c4091442d9fab9fcd9eb29dd6'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:50.218739 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d489-7b35-473e-9f3b-12aea86b2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.222644 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d489-7b35-473e-9f3b-12aea86b2f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.223895 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-4ae6d489-7b35-473e-9f3b-12aea86b2f33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3338960d-2cdb-4491-92a4-78aa52c3a5bc HTTP/1.1" status: 204 len: 168 time: 0.4441741 Jun 08 04:12:50.224968 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:50.241989 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca488d2-64a3-4510-bd2d-ab36b2e80b80 None None] Network 962c3b61-c184-4fd2-9956-b953b43775e5 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:12:50.247198 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6d489-7b35-473e-9f3b-12aea86b2f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3338960d-2cdb-4491-92a4-78aa52c3a5bc,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:50.257067 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-4ae6d489-7b35-473e-9f3b-12aea86b2f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:50.257945 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf4f1e4-9863-45b2-9b7f-df331ff3c104 admin admin] Network 294f857a-186c-4448-b00c-81d1806ba032 is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:12:50.259442 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-de73fe38-cc8f-4995-aea8-71edf138bd09 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9756875 Jun 08 04:12:50.342167 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-6bf4f1e4-9863-45b2-9b7f-df331ff3c104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, 294f857a-186c-4448-b00c-81d1806ba032) {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:12:50.376111 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba023b6e-154d-425f-bd40-1f14f61a1114 None None] Network 294f857a-186c-4448-b00c-81d1806ba032 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:12:50.414136 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4f1e4-9863-45b2-9b7f-df331ff3c104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:12:50.414799 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f1e4-9863-45b2-9b7f-df331ff3c104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.514694 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Made reservation on behalf of e5e5ad4c4091442d9fab9fcd9eb29dd6 for: {'network': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:12:50.516620 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.539923 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.617815 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5379'] for router, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.623126 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-6bf4f1e4-9863-45b2-9b7f-df331ff3c104 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2084897 Jun 08 04:12:50.626749 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59040) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:50.633671 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:50.685476 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5379'] for router, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.875697 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Notify callbacks [] for port, precommit_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.885218 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.913079 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59046) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:50.948005 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-63ca0347-6a15-4f5e-b153-5f8ad9cb50b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.950106 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Transition to ACTIVE for port object 3d7d435b-ade8-4436-a372-8ef996c3d562 will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:12:50.991541 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:50.997606 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d9b47-3f35-4818-8b0e-6e9438650779 None None] Network 962c3b61-c184-4fd2-9956-b953b43775e5 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:12:51.014571 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Transition to ACTIVE for port object 3d7d435b-ade8-4436-a372-8ef996c3d562 will not be triggered until provisioned by entity DHCP. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:12:51.030660 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:51.101521 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57682e6a-aaab-4666-ace5-d856973ca988,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:51.113464 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:51.132699 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=92280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:12:51.153371 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-847681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5480'] for router, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.155047 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5393'] for router, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.196603 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6272ed-b784-502d-b0b0-df7a280b3536-294f857a-186c-4448-b00c-81d1806ba032', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04'}]}} from dv-cinder-786627-8-smb. {{(pid=92282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 04:12:51.197291 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.224068 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.224271 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.segments_db [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Added segment 2455807a-d3ca-427c-b022-e8f5d7993280 of type vlan for network ba016308-ae63-49b3-a672-dc7a6ce91b3f Jun 08 04:12:51.227870 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.228482 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:12:51.228482 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:12:51.228482 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:12:51.228482 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:12:51.228482 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:12:51.228482 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Jun 08 04:12:51.256429 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 is already hosted by enough agents. {{(pid=92282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:12:51.273578 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.base_scheduler [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Resources bound (agent type, host, resource id): {{(pid=92282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:12:51.284878 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Received port after_create {{(pid=92282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:12:51.379273 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.392964 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.425000 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.430190 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.493114 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.516129 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59078) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:51.518442 dv-cinder-786627-8-smb neutron-server[92281]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 04:12:51.527581 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Attempting to bind port 3d7d435b-ade8-4436-a372-8ef996c3d562 on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:12:51.528240 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Attempting to bind port 3d7d435b-ade8-4436-a372-8ef996c3d562 by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:12:51.528701 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Attempting to bind port 3d7d435b-ade8-4436-a372-8ef996c3d562 on network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:12:51.533056 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.556635 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:12:51.557162 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Checking segment: {'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:12:51.557817 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.558848 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Bound using segment: {'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:12:51.559579 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Bound port: 3d7d435b-ade8-4436-a372-8ef996c3d562, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:12:51.560105 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.647215 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.747736 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:12:51.747736 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.751209 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-6d085226-fef0-4bda-bd3f-3221eed6a446 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:12:51.752677 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-6d085226-fef0-4bda-bd3f-3221eed6a446 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/networks?id=962c3b61-c184-4fd2-9956-b953b43775e5 HTTP/1.1" status: 200 len: 811 time: 0.2353880 Jun 08 04:12:51.763201 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Allocated IP 172.28.2.198 (0fa4fef6-9966-433f-a9a0-b619cc4acad7/01718dbf-838e-406a-9174-db3581520999/37c7a5b1-25d5-421c-9292-ebe4e1a1b78a) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:12:51.806033 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-ef73178a-afa7-46b6-86a6-2d3377e47aff tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/quotas/c4fbd5e5fcc842dd9999f72310128455 HTTP/1.1" status: 200 len: 375 time: 0.0449827 Jun 08 04:12:51.809452 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] For port 3d7d435b-ade8-4436-a372-8ef996c3d562, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:12:51.813061 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.db_base_plugin_common [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Allocated IP 172.20.0.2 (294f857a-186c-4448-b00c-81d1806ba032/6790621e-0f94-4c60-abe1-4e141a73cc04/ce8e8735-7a3d-4292-b792-275c0287697b) {{(pid=92282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:12:51.817050 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] For port 3d7d435b-ade8-4436-a372-8ef996c3d562, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=3d7d435b-ade8-4436-a372-8ef996c3d562,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:12:51.856268 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e06fda0e-a1cb-4293-aa78-fc837a730212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:51.936592 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:51.949678 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-f8406181-0c4d-4983-a1a3-8fb1b2bb1898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:51.963619 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-29c3373d-f940-4c54-bd76-0042d0ee4318 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c4fbd5e5fcc842dd9999f72310128455&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843012 Jun 08 04:12:52.075738 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Pushing event updated for resources: {'Port': ['ID=3d7d435b-ade8-4436-a372-8ef996c3d562,revision_number=2']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:52.082181 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5379'] for router, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:52.082421 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:52.099260 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-63ca0347-6a15-4f5e-b153-5f8ad9cb50b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:52.109443 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:52.109789 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:52.110115 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:52.110442 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:52.110982 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:52.111121 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:52.111726 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:52.111726 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:52.112027 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:52.112339 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:52.112751 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:52.112951 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Tracked resource versions report: Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: pushed versions: Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: { 'AddressGroup': {'1.2'}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'ConntrackHelper': {'1.0'}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'Log': {'1.0'}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'Network': {'1.1'}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'Port': {'1.7'}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'PortForwarding': {'1.2'}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'QosPolicy': {'1.8'}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'SecurityGroup': {'1.4'}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'SecurityGroupRule': {'1.2'}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'SubPort': {'1.0'}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'Subnet': {'1.1'}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'Trunk': {'1.1'}} Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: consumer versions: Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: { DHCP agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: HyperV agent@hv-cinder-78662: {}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: L3 agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: Metadata agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: Metering agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: Open vSwitch agent@dv-cinder-786627-8-smb: { 'AddressGroup': '1.2', Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'ConntrackHelper': '1.0', Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'Log': '1.0', Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'Network': '1.1', Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'Port': '1.7', Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'PortForwarding': '1.2', Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'QosPolicy': '1.8', Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'SecurityGroup': '1.4', Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'SecurityGroupRule': '1.2', Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'SubPort': '1.0', Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'Subnet': '1.1', Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: 'Trunk': '1.1'}} Jun 08 04:12:52.115324 dv-cinder-786627-8-smb neutron-server[92282]: {{(pid=92282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 04:12:52.130191 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:52.136986 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Pushing event updated for resources: {'Network': ['ID=ba016308-ae63-49b3-a672-dc7a6ce91b3f,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:52.147971 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:52.176540 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network ba016308-ae63-49b3-a672-dc7a6ce91b3f details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:12:52.195968 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-63ca0347-6a15-4f5e-b153-5f8ad9cb50b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:52.212571 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-db45e9de-5137-425f-992f-6af0bb568952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:52.283672 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca0347-6a15-4f5e-b153-5f8ad9cb50b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9826e1-491b-4c3e-bfba-1a3206a9eb1b,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:52.294743 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-63ca0347-6a15-4f5e-b153-5f8ad9cb50b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcc6eaf5e6644d4abd6686c66c281964&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3806369 Jun 08 04:12:52.297558 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59102) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:52.316404 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Notify callbacks [] for port, precommit_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:52.325681 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:52.329086 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:12:52.329086 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:12:52.329086 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:12:52.329086 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:12:52.329086 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:12:52.329086 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:12:52.339059 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Transition to ACTIVE for port object ce8e8735-7a3d-4292-b792-275c0287697b will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:12:52.391361 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Transition to ACTIVE for port object ce8e8735-7a3d-4292-b792-275c0287697b will not be triggered until provisioned by entity DHCP. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:12:52.423052 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-63ca0347-6a15-4f5e-b153-5f8ad9cb50b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:52.456086 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:12:52.460670 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:12:52.466241 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:52.466474 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:12:52.469540 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:12:52.469540 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:12:52.469540 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:12:52.469540 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:12:52.469540 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:12:52.469540 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Jun 08 04:12:52.506015 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Network 294f857a-186c-4448-b00c-81d1806ba032 is already hosted by enough agents. {{(pid=92282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:12:52.509249 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3092573 Jun 08 04:12:52.510311 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.base_scheduler [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Resources bound (agent type, host, resource id): {{(pid=92282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:12:52.515708 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59108) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:52.516661 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Received port after_create {{(pid=92282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:12:52.518955 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59110) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:52.558300 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-f5134445-0349-407a-ba70-ddd44851b9aa admin admin] Request body: {'subnet': {'network_id': 'ba016308-ae63-49b3-a672-dc7a6ce91b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1497915687-subnet', 'tenant_id': 'e5e5ad4c4091442d9fab9fcd9eb29dd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:52.624559 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Allocated IP 172.28.2.242 (0fa4fef6-9966-433f-a9a0-b619cc4acad7/01718dbf-838e-406a-9174-db3581520999/d61620a5-bf2a-49c2-9ffd-08e57eadb199) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:12:52.627036 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ecfc-5d9a-4c3a-a9d6-fe5c7bf28218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:52.699684 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-3317668f-fdce-4547-97c5-8fbb4bac317a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 04:12:52.700687 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-3317668f-fdce-4547-97c5-8fbb4bac317a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2768219 Jun 08 04:12:52.714951 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Attempting to bind port ce8e8735-7a3d-4292-b792-275c0287697b on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:12:52.715325 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Attempting to bind port ce8e8735-7a3d-4292-b792-275c0287697b by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:12:52.715682 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Attempting to bind port ce8e8735-7a3d-4292-b792-275c0287697b on network 294f857a-186c-4448-b00c-81d1806ba032 {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:12:52.724938 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5134445-0349-407a-ba70-ddd44851b9aa admin admin] Made reservation on behalf of e5e5ad4c4091442d9fab9fcd9eb29dd6 for: {'subnet': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:12:52.727581 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f5134445-0349-407a-ba70-ddd44851b9aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:52.728762 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:12:52.729331 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Checking segment: {'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:12:52.730332 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:52.732882 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Bound using segment: {'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:12:52.733526 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Bound port: ce8e8735-7a3d-4292-b792-275c0287697b, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:12:52.734701 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:52.827802 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ecfc-5d9a-4c3a-a9d6-fe5c7bf28218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:52.874747 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] For port ce8e8735-7a3d-4292-b792-275c0287697b, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:12:52.885733 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] For port ce8e8735-7a3d-4292-b792-275c0287697b, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=ce8e8735-7a3d-4292-b792-275c0287697b,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:12:52.940457 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-d9b2cf24-7fb1-466c-b9bf-1f452be44518 service neutron] 10.222.0.18 "GET /v2.0/networks/962c3b61-c184-4fd2-9956-b953b43775e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067947 Jun 08 04:12:52.955849 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 3d7d435b-ade8-4436-a372-8ef996c3d562 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:12:52.994136 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:53.030111 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:53.089977 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:53.120493 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b4332959-e68e-4e7e-97fb-434bdb7c3811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:53.148040 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Pushing event updated for resources: {'Port': ['ID=ce8e8735-7a3d-4292-b792-275c0287697b,revision_number=2']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:53.159342 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:53.174489 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ecfc-5d9a-4c3a-a9d6-fe5c7bf28218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:53.187501 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ecfc-5d9a-4c3a-a9d6-fe5c7bf28218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:53.187501 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-3fa5ecfc-5d9a-4c3a-a9d6-fe5c7bf28218 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b9826e1-491b-4c3e-bfba-1a3206a9eb1b HTTP/1.1" status: 204 len: 168 time: 0.8884962 Jun 08 04:12:53.191583 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:53.196789 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:53.197549 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:12:53.197549 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:12:53.197549 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:12:53.197549 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:12:53.197549 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:12:53.197549 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:12:53.235462 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:12:53.246067 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:12:53.251613 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:12:53.263920 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 3d7d435b-ade8-4436-a372-8ef996c3d562 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:12:53.342724 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-487b17bf-3731-4a2c-8199-d5a055102a56 service neutron] 10.222.0.18 "GET /v2.0/networks/962c3b61-c184-4fd2-9956-b953b43775e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781967 Jun 08 04:12:53.360198 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5ecfc-5d9a-4c3a-a9d6-fe5c7bf28218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9826e1-491b-4c3e-bfba-1a3206a9eb1b,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:53.395407 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-3fa5ecfc-5d9a-4c3a-a9d6-fe5c7bf28218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:53.458048 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:53.553143 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c073d27-2f19-4f63-b7b0-7fb4279b861b None None] Network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:12:53.914347 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-3a25cc7e-aea5-40bb-9ad2-bd03c95a1539 None None] Provisioning for port 3d7d435b-ade8-4436-a372-8ef996c3d562 completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:12:53.961812 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-3a25cc7e-aea5-40bb-9ad2-bd03c95a1539 None None] Provisioning complete for port 3d7d435b-ade8-4436-a372-8ef996c3d562 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:12:53.962189 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3a25cc7e-aea5-40bb-9ad2-bd03c95a1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:54.009681 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59160) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:54.080180 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eaadeaf1-dc9c-4f64-a87f-17b42647f05c req-aa53ee8c-c8bc-41f0-9d91-03f34928c8ee tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 210 time: 0.0692737 Jun 08 04:12:54.134654 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845218'] for router, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:54.321569 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3a25cc7e-aea5-40bb-9ad2-bd03c95a1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:54.411962 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f5134445-0349-407a-ba70-ddd44851b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474'] for subnet, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:54.461685 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-3a25cc7e-aea5-40bb-9ad2-bd03c95a1539 None None] For port 3d7d435b-ade8-4436-a372-8ef996c3d562, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=3d7d435b-ade8-4436-a372-8ef996c3d562,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:12:54.480348 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59178) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:54.532642 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3a25cc7e-aea5-40bb-9ad2-bd03c95a1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:54.535182 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:54.554421 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c1ad76a5-718d-4c02-a5fd-0f23a93d316d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:54.617495 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Router 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 is scheduled to L3 agent f729afc5-256b-4804-be3b-fed15699d637 with binding_index 1 {{(pid=92281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 04:12:54.660948 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b596f67-e840-4c92-b4dd-6b6b308a885f None None] Network 294f857a-186c-4448-b00c-81d1806ba032 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:12:54.747254 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25cc7e-aea5-40bb-9ad2-bd03c95a1539 None None] Pushing event updated for resources: {'Port': ['ID=3d7d435b-ade8-4436-a372-8ef996c3d562,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:54.763740 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-3a25cc7e-aea5-40bb-9ad2-bd03c95a1539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:54.806872 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:54.821539 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-3654e613-52d0-4ff2-95e5-8b077ace5a66 None None] Provisioning for port ce8e8735-7a3d-4292-b792-275c0287697b completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:12:54.866587 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b4332959-e68e-4e7e-97fb-434bdb7c3811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:54.884914 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5134445-0349-407a-ba70-ddd44851b9aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=402611b1-b5cd-4888-aaf4-6086606c619b,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:54.902464 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-f5134445-0349-407a-ba70-ddd44851b9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:54.904298 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:54.930536 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fe937405-fe56-44b4-bf72-e730b33e0b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:54.964059 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b4332959-e68e-4e7e-97fb-434bdb7c3811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:54.973947 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5134445-0349-407a-ba70-ddd44851b9aa admin admin] Checking segment: {'id': '2455807a-d3ca-427c-b022-e8f5d7993280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba016308-ae63-49b3-a672-dc7a6ce91b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:12:54.974443 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5134445-0349-407a-ba70-ddd44851b9aa admin admin] Network hostable DHCP agents. Network: ba016308-ae63-49b3-a672-dc7a6ce91b3f, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:12:54.993136 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:55.018775 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-d30159dd-2304-4a40-85d0-6214a83c725b None None] Provisioning complete for port 3d7d435b-ade8-4436-a372-8ef996c3d562 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:12:55.019222 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-d30159dd-2304-4a40-85d0-6214a83c725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:55.019514 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:55.072993 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 3d7d435b-ade8-4436-a372-8ef996c3d562 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:12:55.117349 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:12:55.142609 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Sync routers for ids ['8a1b88e4-eddb-4fbf-ad54-3b70555d5673'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:12:55.155418 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Routers {'8a1b88e4-eddb-4fbf-ad54-3b70555d5673'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:12:55.156042 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:12:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['8a1b88e4-eddb-4fbf-ad54-3b70555d5673'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:12:55.271783 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 3d7d435b-ade8-4436-a372-8ef996c3d562 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:12:55.272254 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:55.276674 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2642ccc1-5261-4d15-a1de-6c06c60673fe req-fab23276-c891-4255-b8c4-51b863438e8c tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 210 time: 0.0932431 Jun 08 04:12:55.354021 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fe937405-fe56-44b4-bf72-e730b33e0b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:55.414957 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-b4332959-e68e-4e7e-97fb-434bdb7c3811 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=954d93bcc849466cb6756c147383727b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8853555 Jun 08 04:12:55.417907 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59208) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:55.443114 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4332959-e68e-4e7e-97fb-434bdb7c3811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e72b20c-f80b-462c-a559-5699b3436647,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:55.449669 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b4332959-e68e-4e7e-97fb-434bdb7c3811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:55.477140 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fe937405-fe56-44b4-bf72-e730b33e0b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:55.513464 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:55.518974 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Set router 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:12:55.539498 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device ce8e8735-7a3d-4292-b792-275c0287697b up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:12:55.544036 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5134445-0349-407a-ba70-ddd44851b9aa admin admin] Network ba016308-ae63-49b3-a672-dc7a6ce91b3f is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:12:55.550264 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] Notify callbacks [] for router, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:55.558486 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-1eaacc7a-7729-429c-bb9c-5703d1bab83f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7296395 Jun 08 04:12:55.567106 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59214) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:55.661971 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Allocated IP 172.28.2.36 (0fa4fef6-9966-433f-a9a0-b619cc4acad7/01718dbf-838e-406a-9174-db3581520999/12605663-0354-403e-b91c-34c50ef84b33) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:12:55.693207 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port ce8e8735-7a3d-4292-b792-275c0287697b completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:12:55.699196 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port ce8e8735-7a3d-4292-b792-275c0287697b triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:12:55.702481 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:55.725807 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-f5134445-0349-407a-ba70-ddd44851b9aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, ba016308-ae63-49b3-a672-dc7a6ce91b3f) {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:12:55.736250 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5134445-0349-407a-ba70-ddd44851b9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:12:55.737222 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f5134445-0349-407a-ba70-ddd44851b9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:55.740852 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-fe937405-fe56-44b4-bf72-e730b33e0b00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f77cdd1a77854215b9c7c95d5ad019f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2567601 Jun 08 04:12:55.742181 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59216) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:55.742989 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d3196-93f1-4df1-ae15-293a0b3870b3 None None] Network ba016308-ae63-49b3-a672-dc7a6ce91b3f requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:12:55.814162 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe937405-fe56-44b4-bf72-e730b33e0b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c495902-eb09-44e9-8e8e-ffa8aeb76f4b,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:55.833367 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-fe937405-fe56-44b4-bf72-e730b33e0b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:55.843803 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-098c7e4a-7884-4f7e-8fa9-617cca84fa1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:55.846351 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'name': 'tempest-ServerRescueNegativeTestJSON-1765741438-router', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:50Z', 'updated_at': '2021-06-08T04:12:52Z', 'revision_number': 3, 'project_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'gw_port': {'id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:12:55.851895 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Checking router: 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:12:55.852673 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Updating router 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 port 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a binding host dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:12:55.895969 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-098c7e4a-7884-4f7e-8fa9-617cca84fa1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:55.923952 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.190045 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.203345 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-098c7e4a-7884-4f7e-8fa9-617cca84fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.205529 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70680682-dd0d-4060-97ab-1b50d6a92aa8 None None] Network ba016308-ae63-49b3-a672-dc7a6ce91b3f requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:12:56.217097 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-098c7e4a-7884-4f7e-8fa9-617cca84fa1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.217262 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-f5134445-0349-407a-ba70-ddd44851b9aa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.6866419 Jun 08 04:12:56.218608 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-098c7e4a-7884-4f7e-8fa9-617cca84fa1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e72b20c-f80b-462c-a559-5699b3436647 HTTP/1.1" status: 204 len: 168 time: 0.7997310 Jun 08 04:12:56.222319 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-4ae6d489-7b35-473e-9f3b-12aea86b2f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:56.304284 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c7e4a-7884-4f7e-8fa9-617cca84fa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e72b20c-f80b-462c-a559-5699b3436647,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:56.332470 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-098c7e4a-7884-4f7e-8fa9-617cca84fa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:56.353073 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c6ee209a-cdae-4219-a253-c1f7d913430c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.390692 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c6ee209a-cdae-4219-a253-c1f7d913430c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.414846 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-84b29d94-4c96-4192-8a33-bf8145455c28 req-7afdf319-ae77-4c4a-964b-322a290c75cd tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 210 time: 0.0545828 Jun 08 04:12:56.436367 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port ce8e8735-7a3d-4292-b792-275c0287697b, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=ce8e8735-7a3d-4292-b792-275c0287697b,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:12:56.520596 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59240) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:56.527928 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845218'] for router, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.534256 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c6ee209a-cdae-4219-a253-c1f7d913430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.544319 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.550228 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c6ee209a-cdae-4219-a253-c1f7d913430c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.554557 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-c6ee209a-cdae-4219-a253-c1f7d913430c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c495902-eb09-44e9-8e8e-ffa8aeb76f4b HTTP/1.1" status: 204 len: 168 time: 0.8093331 Jun 08 04:12:56.555772 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:56.557304 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:56.634933 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b1bda9-3c5f-4255-aac6-7acbf62cbc25 admin admin] Deleting subnet 50e81391-295f-4be2-b9e5-8f1f603b8249 {{(pid=92281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:12:56.648961 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e3b1bda9-3c5f-4255-aac6-7acbf62cbc25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.657804 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=ce8e8735-7a3d-4292-b792-275c0287697b,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:56.685899 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee209a-cdae-4219-a253-c1f7d913430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c495902-eb09-44e9-8e8e-ffa8aeb76f4b,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:56.697739 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:56.750267 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c6ee209a-cdae-4219-a253-c1f7d913430c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:56.753916 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.869757 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e3b1bda9-3c5f-4255-aac6-7acbf62cbc25 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.895521 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e3b1bda9-3c5f-4255-aac6-7acbf62cbc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.927477 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device ce8e8735-7a3d-4292-b792-275c0287697b up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:12:56.930698 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:56.931528 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:12:56.931528 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:12:56.931528 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:12:56.931528 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:12:56.931528 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:12:56.931528 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:12:56.973562 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:12:56.975881 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:12:56.981332 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Router f16755fc-28c9-4084-a50a-40c86108a1bf is scheduled to L3 agent f729afc5-256b-4804-be3b-fed15699d637 with binding_index 1 {{(pid=92280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 04:12:56.987504 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:12:57.019300 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:57.081431 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port ce8e8735-7a3d-4292-b792-275c0287697b triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:12:57.081431 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:57.296009 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Notify callbacks [] for port, precommit_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:57.314411 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.provisioning_blocks [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Transition to ACTIVE for port object 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a will not be triggered until provisioned by entity L2. {{(pid=92283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:12:57.418475 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:57.424956 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:57.447944 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Allocated IP 172.20.0.1 (3d089fd5-3829-4c08-bd4f-7cc574f62861/0474e6d9-865d-4b0c-a901-5588ecfaf9e6/d71f95b1-e90f-40fb-88a8-3445e8d05be3) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:12:57.477415 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e3b1bda9-3c5f-4255-aac6-7acbf62cbc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474'] for subnet, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:57.491283 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:57.556115 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:12:57.567555 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Attempting to bind port 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:12:57.567848 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Attempting to bind port 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:12:57.568216 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Attempting to bind port 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a on network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:12:57.569098 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Sync routers for ids ['f16755fc-28c9-4084-a50a-40c86108a1bf'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:12:57.580231 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59264) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:57.587073 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Pushing event updated for resources: {'Port': ['ID=37c7a5b1-25d5-421c-9292-ebe4e1a1b78a,revision_number=2']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:57.591069 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:12:57.591823 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Checking segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:12:57.591823 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:57.592239 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Bound using segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:12:57.592719 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Bound port: 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:12:57.593094 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:57.600957 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Routers {'f16755fc-28c9-4084-a50a-40c86108a1bf'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:12:57.601757 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:12:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['f16755fc-28c9-4084-a50a-40c86108a1bf'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:12:57.633070 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e3b1bda9-3c5f-4255-aac6-7acbf62cbc25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:57.651004 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-e3b1bda9-3c5f-4255-aac6-7acbf62cbc25 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/50e81391-295f-4be2-b9e5-8f1f603b8249 HTTP/1.1" status: 204 len: 168 time: 1.1132050 Jun 08 04:12:57.652172 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1bda9-3c5f-4255-aac6-7acbf62cbc25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e81391-295f-4be2-b9e5-8f1f603b8249,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:57.661881 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e3b1bda9-3c5f-4255-aac6-7acbf62cbc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:57.665877 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59268) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:57.692971 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:57.692971 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:57.692971 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:57.692971 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:57.692971 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:57.692971 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:57.692971 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:57.692971 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:57.692971 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:57.692971 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:57.693906 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:57.693906 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Tracked resource versions report: Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: pushed versions: Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: { 'AddressGroup': {'1.2'}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'ConntrackHelper': {'1.0'}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'Log': {'1.0'}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'Network': {'1.1'}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'Port': {'1.7'}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'PortForwarding': {'1.2'}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'QosPolicy': {'1.8'}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'SecurityGroup': {'1.4'}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'SecurityGroupRule': {'1.2'}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'SubPort': {'1.0'}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'Subnet': {'1.1'}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'Trunk': {'1.1'}} Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: consumer versions: Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: { DHCP agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: HyperV agent@hv-cinder-78662: {}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: L3 agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: Metadata agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: Metering agent@dv-cinder-786627-8-smb: {}, Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: Open vSwitch agent@dv-cinder-786627-8-smb: { 'AddressGroup': '1.2', Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'ConntrackHelper': '1.0', Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'Log': '1.0', Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'Network': '1.1', Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'Port': '1.7', Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'PortForwarding': '1.2', Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'QosPolicy': '1.8', Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'SecurityGroup': '1.4', Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'SecurityGroupRule': '1.2', Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'SubPort': '1.0', Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'Subnet': '1.1', Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: 'Trunk': '1.1'}} Jun 08 04:12:57.694723 dv-cinder-786627-8-smb neutron-server[92283]: {{(pid=92283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 04:12:57.698677 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] Notify callbacks [] for router, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:57.703707 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-b755c1c3-a353-4d72-823e-4eb65f3f5cd7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5420487 Jun 08 04:12:57.705170 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59270) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:57.712137 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:57.784092 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] For port 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:12:57.787351 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] For port 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=37c7a5b1-25d5-421c-9292-ebe4e1a1b78a,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:12:57.800252 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-27969e65-8fc4-4f7a-986b-81b96b9aad36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:57.886614 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:57.891139 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:57.953047 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a19a1eef-cf90-42bf-b79e-42e4cda5f14d req-62175c80-d0fc-48de-9728-cb09c9ef10e6 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 210 time: 0.1542115 Jun 08 04:12:57.982200 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Set router f16755fc-28c9-4084-a50a-40c86108a1bf gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:12:58.015177 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:58.077090 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Routers {'8a1b88e4-eddb-4fbf-ad54-3b70555d5673'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:12:58.077733 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:12:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['8a1b88e4-eddb-4fbf-ad54-3b70555d5673'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:12:58.087620 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.21', 57895) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:58.131309 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:58.227015 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Pushing event updated for resources: {'Port': ['ID=37c7a5b1-25d5-421c-9292-ebe4e1a1b78a,revision_number=3']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:58.246429 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:58.383724 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:58.394067 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-27969e65-8fc4-4f7a-986b-81b96b9aad36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:58.396055 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:12:53Z', 'revision_number': 3, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:12:58.402256 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:12:58.402827 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:12:58.403591 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Checking router: f16755fc-28c9-4084-a50a-40c86108a1bf for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:12:58.403925 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:12:58.404057 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Updating router f16755fc-28c9-4084-a50a-40c86108a1bf port d61620a5-bf2a-49c2-9ffd-08e57eadb199 binding host dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:12:58.404542 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Subscribe: > port after_create 55550000 {{(pid=92281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:12:58.405335 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:12:58.405895 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Subscribe: > port after_update 55550000 {{(pid=92281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:12:58.406406 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:12:58.407307 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:12:58.407834 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:12:58.408351 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:12:58.502251 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] Set router 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:12:58.517990 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:58.621487 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:12:58.622153 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:12:58.622434 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:12:58.622868 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:12:58.623593 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d78f862-a18d-45a8-a7d2-f1333caa9963']}} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:12:58.636531 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-27969e65-8fc4-4f7a-986b-81b96b9aad36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:58.637801 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:58.638604 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:12:58.638604 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:12:58.638604 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:12:58.638604 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:12:58.638604 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:12:58.638604 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:12:58.647948 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546dcb40-594c-41a1-8c0c-eea1429b6df7') {'for_net_delete': True} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:12:58.648337 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546dcb40-594c-41a1-8c0c-eea1429b6df7') {} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:12:58.656669 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:58.670732 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-8404f2a8-20e3-4576-80f9-be5788de0a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:58.687983 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050158'] for segment, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:58.738274 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Network 3d089fd5-3829-4c08-bd4f-7cc574f62861 is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:12:58.744890 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:58.746325 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-e5e2e65f-1cd6-4082-b311-50e348e88380 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:12:58.748522 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-e5e2e65f-1cd6-4082-b311-50e348e88380 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.21 "GET /v2.0/networks?id=962c3b61-c184-4fd2-9956-b953b43775e5 HTTP/1.1" status: 200 len: 811 time: 0.6598513 Jun 08 04:12:58.749303 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:12:58.756483 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-27969e65-8fc4-4f7a-986b-81b96b9aad36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78e562ab9edd4b44a135dd8613848fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1615326 Jun 08 04:12:58.756483 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:12:58.786302 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27969e65-8fc4-4f7a-986b-81b96b9aad36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463e4176-878c-4ce2-9e47-da38e41f3ff7,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:58.804482 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59296) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:58.824722 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-27969e65-8fc4-4f7a-986b-81b96b9aad36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:58.840086 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=92281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:12:58.840746 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2017755'] for segment, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: from cryptography.utils import int_from_bytes Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: from cryptography.utils import int_from_bytes Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: Traceback (most recent call last): Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: timer() Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: cb(*args, **kw) Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: return func(*args, **kwargs) Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: self._notify() Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: self.callback(batched_events) Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: event.method(event) Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: return f(self, *a, **k) Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: return self._get(url).json() Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: return self.request(url, 'GET', **kwargs) Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:12:58.858120 dv-cinder-786627-8-smb neutron-server[92281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:12:58.984411 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867828'] for router_interface, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:58.999046 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-1b20ff62-e639-409a-9042-56eb71959ad8 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Request body: {'port': {'device_id': '9a61cd92-b385-44a1-88ee-0fba730b66c4', 'network_id': '962c3b61-c184-4fd2-9956-b953b43775e5', 'admin_state_up': True, 'tenant_id': 'c4fbd5e5fcc842dd9999f72310128455'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:12:59.215460 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'name': 'tempest-ServerRescueNegativeTestJSON-1765741438-router', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:50Z', 'updated_at': '2021-06-08T04:12:52Z', 'revision_number': 3, 'project_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'gw_port': {'id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:12:59.219874 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aeb2fe-13ee-4f9e-8762-371f543d2284 None None] The sync data for ids ['8a1b88e4-eddb-4fbf-ad54-3b70555d5673'] in dv-cinder-786627-8-smb is: [{'id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'name': 'tempest-ServerRescueNegativeTestJSON-1765741438-router', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:50Z', 'updated_at': '2021-06-08T04:12:52Z', 'revision_number': 3, 'project_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'gw_port': {'id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:12:59.225171 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-42a338cb-42f6-4250-925d-e79659139a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:59.330207 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:59.338685 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bf4e7ca8-f60d-41c4-b0d1-909bfed5f549 req-9edaae50-ccc6-4e82-aa11-4190ce65e4b5 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 210 time: 0.1004546 Jun 08 04:12:59.352120 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-42a338cb-42f6-4250-925d-e79659139a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:59.369144 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:59.437862 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:59.439727 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3d78f862-a18d-45a8-a7d2-f1333caa9963 HTTP/1.1" status: 204 len: 168 time: 1.7186394 Jun 08 04:12:59.450963 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d78f862-a18d-45a8-a7d2-f1333caa9963,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:59.456852 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59324) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:12:59.459197 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:59.501663 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Notify callbacks [] for port, precommit_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:59.528298 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Transition to ACTIVE for port object d61620a5-bf2a-49c2-9ffd-08e57eadb199 will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:12:59.528391 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e180bc2a-009c-4575-9764-cf21f7bea620 admin admin] Deleting subnet 402611b1-b5cd-4888-aaf4-6086606c619b {{(pid=92281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:12:59.539433 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e180bc2a-009c-4575-9764-cf21f7bea620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:59.593337 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:59.605066 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:12:59.632022 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e180bc2a-009c-4575-9764-cf21f7bea620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2050149'] for subnet, precommit_delete_associations {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:59.748447 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Attempting to bind port d61620a5-bf2a-49c2-9ffd-08e57eadb199 on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:12:59.748811 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Attempting to bind port d61620a5-bf2a-49c2-9ffd-08e57eadb199 by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:12:59.749176 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Attempting to bind port d61620a5-bf2a-49c2-9ffd-08e57eadb199 on network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:12:59.757524 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:12:59.757896 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Checking segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:12:59.758329 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:59.758722 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Bound using segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:12:59.759213 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Bound port: d61620a5-bf2a-49c2-9ffd-08e57eadb199, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:12:59.759576 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:59.797181 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35aa2a-b2fa-45a0-bbb0-9392fa4be200 None None] Pushing event updated for resources: {'Port': ['ID=d61620a5-bf2a-49c2-9ffd-08e57eadb199,revision_number=2']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:12:59.817861 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-0e35aa2a-b2fa-45a0-bbb0-9392fa4be200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:12:59.880997 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] For port d61620a5-bf2a-49c2-9ffd-08e57eadb199, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:12:59.887446 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] For port d61620a5-bf2a-49c2-9ffd-08e57eadb199, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=d61620a5-bf2a-49c2-9ffd-08e57eadb199,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:12:59.888131 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-42a338cb-42f6-4250-925d-e79659139a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:59.911993 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-42a338cb-42f6-4250-925d-e79659139a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:59.923004 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-42a338cb-42f6-4250-925d-e79659139a23 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/463e4176-878c-4ce2-9e47-da38e41f3ff7 HTTP/1.1" status: 204 len: 168 time: 1.1125450 Jun 08 04:12:59.941269 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e180bc2a-009c-4575-9764-cf21f7bea620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:59.961004 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:12:59.966151 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:00.069922 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:00.081582 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-1b20ff62-e639-409a-9042-56eb71959ad8 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Made reservation on behalf of c4fbd5e5fcc842dd9999f72310128455 for: {'port': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:13:00.101584 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-1b20ff62-e639-409a-9042-56eb71959ad8 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:00.109589 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:00.204560 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a338cb-42f6-4250-925d-e79659139a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463e4176-878c-4ce2-9e47-da38e41f3ff7,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:00.238041 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35aa2a-b2fa-45a0-bbb0-9392fa4be200 None None] Pushing event updated for resources: {'Port': ['ID=d61620a5-bf2a-49c2-9ffd-08e57eadb199,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:00.255000 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-0e35aa2a-b2fa-45a0-bbb0-9392fa4be200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:00.259854 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Routers {'f16755fc-28c9-4084-a50a-40c86108a1bf'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:13:00.260492 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:12:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['f16755fc-28c9-4084-a50a-40c86108a1bf'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:00.263575 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-42a338cb-42f6-4250-925d-e79659139a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:00.567396 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845218'] for router, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:00.881175 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] Set router f16755fc-28c9-4084-a50a-40c86108a1bf gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:13:00.909397 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-1b20ff62-e639-409a-9042-56eb71959ad8 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Allocated IP 172.20.0.2 (962c3b61-c184-4fd2-9956-b953b43775e5/90a38a9f-6146-4d76-bc9a-a058db8fcde5/a91722b7-79f9-42be-9c54-b72aa27e1753) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:13:01.038280 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e180bc2a-009c-4575-9764-cf21f7bea620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2017662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2127496'] for subnet, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:01.113993 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e3b1bda9-3c5f-4255-aac6-7acbf62cbc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:01.144696 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:01.208264 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7a150226-fd3d-4624-833a-0b48d4c5b572 req-d1fbfc5b-7f19-4208-9712-9b30371c33ce tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 210 time: 0.3304868 Jun 08 04:13:01.213157 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e180bc2a-009c-4575-9764-cf21f7bea620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:01.217115 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-e180bc2a-009c-4575-9764-cf21f7bea620 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/402611b1-b5cd-4888-aaf4-6086606c619b HTTP/1.1" status: 204 len: 168 time: 1.7579455 Jun 08 04:13:01.251223 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59362) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:01.262563 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180bc2a-009c-4575-9764-cf21f7bea620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402611b1-b5cd-4888-aaf4-6086606c619b,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:01.274165 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e180bc2a-009c-4575-9764-cf21f7bea620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:01.694339 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:01.696367 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:01.696367 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:01.696367 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:01.842796 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:01.864854 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba016308-ae63-49b3-a672-dc7a6ce91b3f']}} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:01.887538 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2455807a-d3ca-427c-b022-e8f5d7993280') {'for_net_delete': True} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:01.888125 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2455807a-d3ca-427c-b022-e8f5d7993280') {} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:01.925664 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050158'] for segment, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:01.972117 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:01.988871 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:02.011529 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:12:53Z', 'revision_number': 3, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:02.028103 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=92281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:13:02.028518 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2017755'] for segment, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:02.037660 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7617f5a9-8186-4e90-814a-d08e272c2bdc None None] The sync data for ids ['f16755fc-28c9-4084-a50a-40c86108a1bf'] in dv-cinder-786627-8-smb is: [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:12:53Z', 'revision_number': 3, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:13:02.052464 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:02.074492 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=37c7a5b1-25d5-421c-9292-ebe4e1a1b78a,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:02.141320 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:02.142035 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-70b2f2b4-7ddf-43d9-9e65-a8f2525d3d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:02.152827 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-1b20ff62-e639-409a-9042-56eb71959ad8 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:02.373244 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: Traceback (most recent call last): Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: timer() Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: cb(*args, **kw) Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: return func(*args, **kwargs) Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: self._notify() Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: self.callback(batched_events) Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: event.method(event) Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: return f(self, *a, **k) Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: return self._get(url).json() Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: return self.request(url, 'GET', **kwargs) Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:13:02.376072 dv-cinder-786627-8-smb neutron-server[92281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:13:02.423897 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=37c7a5b1-25d5-421c-9292-ebe4e1a1b78a,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:02.440248 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:02.507056 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Router 2707279e-99c2-4f64-908c-641d58acd2de is scheduled to L3 agent f729afc5-256b-4804-be3b-fed15699d637 with binding_index 1 {{(pid=92280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 04:13:02.585974 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:02.603270 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:02.648003 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-1b20ff62-e639-409a-9042-56eb71959ad8 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:02.705715 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Allocated IP 172.20.0.1 (f46f9cba-39f3-45a2-a3db-5fa7d66e9608/6cbbe1bd-e80b-4b17-a029-b5a2fd183531/487732c5-3afb-4c65-a85b-8ace5670cc6d) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:13:02.706135 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:02.774427 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:02.787970 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ba016308-ae63-49b3-a672-dc7a6ce91b3f HTTP/1.1" status: 204 len: 168 time: 1.5117803 Jun 08 04:13:02.869556 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-1b20ff62-e639-409a-9042-56eb71959ad8 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:02.869556 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:13:02.869556 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:13:02.869556 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:13:02.869556 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:02.869556 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:13:02.910949 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Pushing event updated for resources: {'Port': ['ID=d71f95b1-e90f-40fb-88a8-3445e8d05be3,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:02.930478 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-867637'] for router_interface, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:02.952021 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:02.953333 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:02.987115 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a29dba-82bf-4b87-912b-7b25b8d8f320 req-abaacfce-3c60-4017-afe8-1f861f19e5ba tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:02.988824 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b0a29dba-82bf-4b87-912b-7b25b8d8f320 req-abaacfce-3c60-4017-afe8-1f861f19e5ba tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 931 time: 0.4880862 Jun 08 04:13:03.037475 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba016308-ae63-49b3-a672-dc7a6ce91b3f,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:03.046327 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:03.116292 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device d61620a5-bf2a-49c2-9ffd-08e57eadb199 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:03.255378 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:03.283972 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59400) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:03.294895 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b0a29dba-82bf-4b87-912b-7b25b8d8f320 req-ca197c71-fcc4-44b4-8a0b-74cdf2683b0e tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912757 Jun 08 04:13:03.307192 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Transition to ACTIVE for port object 487732c5-3afb-4c65-a85b-8ace5670cc6d will not be triggered until provisioned by entity DHCP. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:13:03.335109 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-1b20ff62-e639-409a-9042-56eb71959ad8 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Network 962c3b61-c184-4fd2-9956-b953b43775e5 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:13:03.352880 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-1b20ff62-e639-409a-9042-56eb71959ad8 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:03.358579 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-1b20ff62-e639-409a-9042-56eb71959ad8 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:13:03.365317 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-1b20ff62-e639-409a-9042-56eb71959ad8 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:03.365971 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-1b20ff62-e639-409a-9042-56eb71959ad8 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:03.395233 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:03.395820 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:03.395820 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:13:03.395820 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:13:03.395820 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:13:03.395820 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:03.395820 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:13:03.419694 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port d61620a5-bf2a-49c2-9ffd-08e57eadb199 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:03.420183 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:13:03.431776 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port d61620a5-bf2a-49c2-9ffd-08e57eadb199 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:03.431776 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:03.433363 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:03.439324 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:13:03.439764 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867828'] for router_interface, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:03.502246 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:13:03.512181 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Sync routers for ids ['2707279e-99c2-4f64-908c-641d58acd2de'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:13:03.537526 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Routers {'2707279e-99c2-4f64-908c-641d58acd2de'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:13:03.538297 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:12:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['2707279e-99c2-4f64-908c-641d58acd2de'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:03.574256 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-1b20ff62-e639-409a-9042-56eb71959ad8 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5789521 Jun 08 04:13:03.605694 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-22acafe5-e2fd-4885-85c5-7855083dc012 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 04:13:03.609978 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-22acafe5-e2fd-4885-85c5-7855083dc012 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139582 Jun 08 04:13:03.611015 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-299efa6b-36c2-4200-a10a-712eff51b1d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3c46c30abf54c7abe2a82234c9ea257&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3027565 Jun 08 04:13:03.621336 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59412) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:03.674381 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Network 3d089fd5-3829-4c08-bd4f-7cc574f62861 is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:13:03.675858 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:03.723283 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] Notify callbacks [] for router, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:03.731956 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-aae475f8-fe5c-4624-a41d-2acb09816069 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.1022227 Jun 08 04:13:03.736636 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59414) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:03.898746 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:03.971443 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port d61620a5-bf2a-49c2-9ffd-08e57eadb199, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=d61620a5-bf2a-49c2-9ffd-08e57eadb199,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:03.990667 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Set router 2707279e-99c2-4f64-908c-641d58acd2de gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:13:04.011942 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-f3152c0e-e17f-487d-9190-17381731d18c None None] Provisioning for port 487732c5-3afb-4c65-a85b-8ace5670cc6d completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:04.021770 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-f3152c0e-e17f-487d-9190-17381731d18c None None] Provisioning complete for port 487732c5-3afb-4c65-a85b-8ace5670cc6d triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:04.022520 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-f3152c0e-e17f-487d-9190-17381731d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:04.184753 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Router 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:13:04.241510 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-f3152c0e-e17f-487d-9190-17381731d18c None None] Port 487732c5-3afb-4c65-a85b-8ace5670cc6d cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:13:04.246102 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:04.252761 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:04.443649 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:04.583179 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e55b31cc-ada5-4f96-9093-30242f0df372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:04.615757 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:04.616209 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:04.765684 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=d61620a5-bf2a-49c2-9ffd-08e57eadb199,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:04.779537 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:04.828460 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:04.885592 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:12:57Z', 'revision_number': 3, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:04.899401 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Checking router: 2707279e-99c2-4f64-908c-641d58acd2de for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:13:04.899786 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Updating router 2707279e-99c2-4f64-908c-641d58acd2de port 12605663-0354-403e-b91c-34c50ef84b33 binding host dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:13:04.930541 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:13:04.952939 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] 10.222.0.18 "PUT /v2.0/routers/8a1b88e4-eddb-4fbf-ad54-3b70555d5673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3823531 Jun 08 04:13:04.986034 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Sync routers for ids ['8a1b88e4-eddb-4fbf-ad54-3b70555d5673'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:13:05.048006 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab6d05-8a72-42f1-be07-073a2432e245 req-17fbde13-74b4-4234-8c7b-afd4347b9334 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:05.049730 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-96ab6d05-8a72-42f1-be07-073a2432e245 req-17fbde13-74b4-4234-8c7b-afd4347b9334 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 931 time: 0.1758504 Jun 08 04:13:05.065020 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Routers {'8a1b88e4-eddb-4fbf-ad54-3b70555d5673'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:13:05.065969 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:12:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['8a1b88e4-eddb-4fbf-ad54-3b70555d5673'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:05.120648 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e55b31cc-ada5-4f96-9093-30242f0df372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:05.135240 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:05.185347 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:05.229033 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-96ab6d05-8a72-42f1-be07-073a2432e245 req-ec7aba88-8483-456c-a817-b9467b7a785e tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594939 Jun 08 04:13:05.249719 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Request body: {'port': {'device_id': '9a61cd92-b385-44a1-88ee-0fba730b66c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:05.264698 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device d61620a5-bf2a-49c2-9ffd-08e57eadb199 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:05.735853 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Set router 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:13:05.964819 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port d61620a5-bf2a-49c2-9ffd-08e57eadb199 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:05.964946 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:05.972699 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Notify callbacks [] for port, precommit_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:06.110289 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.provisioning_blocks [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Transition to ACTIVE for port object 12605663-0354-403e-b91c-34c50ef84b33 will not be triggered until provisioned by entity L2. {{(pid=92283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:13:06.177800 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:06.192867 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:06.244355 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e55b31cc-ada5-4f96-9093-30242f0df372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:06.273146 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e55b31cc-ada5-4f96-9093-30242f0df372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:06.277583 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-e55b31cc-ada5-4f96-9093-30242f0df372 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f5a9df9-2347-4cb4-b29a-2ac1e3236799 HTTP/1.1" status: 204 len: 168 time: 2.6491091 Jun 08 04:13:06.283621 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:06.362364 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b31cc-ada5-4f96-9093-30242f0df372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5a9df9-2347-4cb4-b29a-2ac1e3236799,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:06.376730 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:06.402777 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e55b31cc-ada5-4f96-9093-30242f0df372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:06.512729 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2edf2-ed5b-42ed-a3d1-6ad71cc69f4f None None] Pushing event updated for resources: {'Port': ['ID=12605663-0354-403e-b91c-34c50ef84b33,revision_number=2']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:06.515531 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Attempting to bind port 12605663-0354-403e-b91c-34c50ef84b33 on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:13:06.516159 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Attempting to bind port 12605663-0354-403e-b91c-34c50ef84b33 by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:13:06.516787 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Attempting to bind port 12605663-0354-403e-b91c-34c50ef84b33 on network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:06.525357 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-10c2edf2-ed5b-42ed-a3d1-6ad71cc69f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:06.525357 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:13:06.525357 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Checking segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:13:06.525357 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:06.525635 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'name': 'tempest-ServerRescueNegativeTestJSON-1765741438-router', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:50Z', 'updated_at': '2021-06-08T04:12:59Z', 'revision_number': 4, 'project_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'gw_port': {'id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': 'd71f95b1-e90f-40fb-88a8-3445e8d05be3', 'name': '', 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'mac_address': 'fa:16:3e:87:e3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0474e6d9-865d-4b0c-a901-5588ecfaf9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:57Z', 'updated_at': '2021-06-08T04:13:00Z', 'revision_number': 2, 'project_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'subnets': [{'id': '0474e6d9-865d-4b0c-a901-5588ecfaf9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:06.527061 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Bound using segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:13:06.527947 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Bound port: 12605663-0354-403e-b91c-34c50ef84b33, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:13:06.528641 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:06.541911 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Checking router: 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:13:06.542274 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Updating router 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 port d71f95b1-e90f-40fb-88a8-3445e8d05be3 binding host dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:13:06.691432 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] For port 12605663-0354-403e-b91c-34c50ef84b33, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:13:06.695629 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] For port 12605663-0354-403e-b91c-34c50ef84b33, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=12605663-0354-403e-b91c-34c50ef84b33,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:13:06.720681 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:06.781948 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-5eb0d90f-1ee6-4a71-ba06-ffef7afcb24f tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:06.783588 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-5eb0d90f-1ee6-4a71-ba06-ffef7afcb24f tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/networks?id=3d089fd5-3829-4c08-bd4f-7cc574f62861 HTTP/1.1" status: 200 len: 819 time: 0.5818646 Jun 08 04:13:06.801305 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:06.814094 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-7ff02d8b-b505-4220-9e63-be69c38e65a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:06.826987 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-b5993871-f73f-4b82-99be-589cdec766db tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/quotas/a876c5f4d1cb40bd83f74c1d90bbe665 HTTP/1.1" status: 200 len: 375 time: 0.0306020 Jun 08 04:13:06.928919 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.db.resource_extend [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 04:13:06.971279 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:06.986268 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd30f8-b677-4a9c-a55b-cf2051f49011 req-05c49515-0558-4f4f-a61d-87832519be23 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:07.004129 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f0fd30f8-b677-4a9c-a55b-cf2051f49011 req-05c49515-0558-4f4f-a61d-87832519be23 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 931 time: 0.3809719 Jun 08 04:13:07.006465 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59508) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:07.014549 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Routers {'2707279e-99c2-4f64-908c-641d58acd2de'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:13:07.015322 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:12:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['2707279e-99c2-4f64-908c-641d58acd2de'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:07.112456 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f0fd30f8-b677-4a9c-a55b-cf2051f49011 req-1c55dfaa-d0c7-4163-a6d7-7aecc877ec61 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074204 Jun 08 04:13:07.145645 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-103754ce-5204-4c62-90b3-3b3cf620bb72 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3020070 Jun 08 04:13:07.292466 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:07.300320 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-867637'] for router_interface, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:07.309781 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8883b41d-7323-40bc-87af-e9e6d74557f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:07.386599 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] Set router 2707279e-99c2-4f64-908c-641d58acd2de gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:13:07.398492 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Pushing event updated for resources: {'Port': ['ID=487732c5-3afb-4c65-a85b-8ace5670cc6d,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:07.438845 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:07.528488 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59520) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:07.589594 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Notify callbacks [] for port, precommit_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:07.640999 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Transition to ACTIVE for port object d71f95b1-e90f-40fb-88a8-3445e8d05be3 will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:13:07.679789 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-67f33c47-2c75-4276-ad6a-a4dac41e082b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5e5ad4c4091442d9fab9fcd9eb29dd6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1458898 Jun 08 04:13:07.680474 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59524) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:07.715717 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:07.717630 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2edf2-ed5b-42ed-a3d1-6ad71cc69f4f None None] Pushing event updated for resources: {'Port': ['ID=12605663-0354-403e-b91c-34c50ef84b33,revision_number=3']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:07.721781 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-10c2edf2-ed5b-42ed-a3d1-6ad71cc69f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:07.724640 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:07.752308 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:12:57Z', 'revision_number': 3, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:07.769099 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c6db02-0598-47b6-b074-f84db2e83a38 None None] The sync data for ids ['2707279e-99c2-4f64-908c-641d58acd2de'] in dv-cinder-786627-8-smb is: [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:12:57Z', 'revision_number': 3, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:13:07.808576 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-705f2480-c432-4319-b7f0-097a7b21980e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:07.814305 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59526) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:08.015765 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:08.016591 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-705f2480-c432-4319-b7f0-097a7b21980e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:08.248074 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:13:08.248074 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:08.249121 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3d72-49dc-4794-976f-34b4238bf63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:08.249121 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-b855346a-10cb-495a-a212-a3defe8aa85f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 04:13:08.249121 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-b855346a-10cb-495a-a212-a3defe8aa85f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931764 Jun 08 04:13:08.249472 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfebccf-9a55-4cad-95da-c7db5e36081f None None] Pushing event updated for resources: {'Port': ['ID=d71f95b1-e90f-40fb-88a8-3445e8d05be3,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:08.362044 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-cdfebccf-9a55-4cad-95da-c7db5e36081f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:08.424500 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91722b7-79f9-42be-9c54-b72aa27e1753 {{(pid=92280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:13:08.544653 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Attempting to bind port d71f95b1-e90f-40fb-88a8-3445e8d05be3 on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:13:08.545114 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Attempting to bind port d71f95b1-e90f-40fb-88a8-3445e8d05be3 by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:13:08.545582 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Attempting to bind port d71f95b1-e90f-40fb-88a8-3445e8d05be3 on network 3d089fd5-3829-4c08-bd4f-7cc574f62861 {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:08.555374 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:13:08.555962 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Checking segment: {'id': '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:13:08.556337 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:08.556799 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Bound using segment: {'id': '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:13:08.557374 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Bound port: d71f95b1-e90f-40fb-88a8-3445e8d05be3, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:13:08.558311 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:08.745146 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-11d93ac3-c708-495b-9da8-1d12c0b74d98 service neutron] 10.222.0.18 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280060 Jun 08 04:13:08.753389 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c7c8e2e3-196f-4966-a4fe-d7a7d2e35a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:08.794626 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-51005bb5-20eb-43d1-8283-32e6f7ed9d52 None None] Provisioning complete for port 487732c5-3afb-4c65-a85b-8ace5670cc6d triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:08.795256 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-51005bb5-20eb-43d1-8283-32e6f7ed9d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:08.927993 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:08.935317 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] For port d71f95b1-e90f-40fb-88a8-3445e8d05be3, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:13:08.954544 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] For port d71f95b1-e90f-40fb-88a8-3445e8d05be3, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=d71f95b1-e90f-40fb-88a8-3445e8d05be3,segment=NetworkSegment(0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d),segment_id=0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:13:08.984874 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-51005bb5-20eb-43d1-8283-32e6f7ed9d52 None None] Port 487732c5-3afb-4c65-a85b-8ace5670cc6d cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:13:09.016075 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-2c78b95d-7530-44a7-9a48-597e62b232bf service neutron] 10.222.0.18 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698343 Jun 08 04:13:09.025283 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:09.034875 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e51c8731-6d50-4988-883f-d24383ab9332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:09.035997 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-705f2480-c432-4319-b7f0-097a7b21980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:09.071558 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-705f2480-c432-4319-b7f0-097a7b21980e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:09.077916 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-705f2480-c432-4319-b7f0-097a7b21980e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57682e6a-aaab-4666-ace5-d856973ca988 HTTP/1.1" status: 204 len: 168 time: 1.3959651 Jun 08 04:13:09.092915 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:09.141701 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f2480-c432-4319-b7f0-097a7b21980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57682e6a-aaab-4666-ace5-d856973ca988,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:09.146075 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-705f2480-c432-4319-b7f0-097a7b21980e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:09.177149 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Transition to ACTIVE for port object a91722b7-79f9-42be-9c54-b72aa27e1753 will not be triggered until provisioned by entity L2. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:13:09.195849 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03073c78-2925-4009-a1e0-2e83269afa51 req-3d4c4bee-7fc7-44e8-b769-b103c3fb74db tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:09.197578 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-03073c78-2925-4009-a1e0-2e83269afa51 req-3d4c4bee-7fc7-44e8-b769-b103c3fb74db tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 931 time: 0.8617980 Jun 08 04:13:09.257578 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:09.305461 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 12605663-0354-403e-b91c-34c50ef84b33 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:09.314768 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:09.346362 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-03073c78-2925-4009-a1e0-2e83269afa51 req-f6dc44e3-808f-4f56-b2f0-0e2e8a801e0b tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131189 Jun 08 04:13:09.357892 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Routers {'8a1b88e4-eddb-4fbf-ad54-3b70555d5673'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:13:09.359092 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:12:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['8a1b88e4-eddb-4fbf-ad54-3b70555d5673'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:09.396683 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3d72-49dc-4794-976f-34b4238bf63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:09.489311 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3d72-49dc-4794-976f-34b4238bf63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:09.503895 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Router f16755fc-28c9-4084-a50a-40c86108a1bf has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:13:09.510252 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Allocated IP 172.20.0.1 (294f857a-186c-4448-b00c-81d1806ba032/6790621e-0f94-4c60-abe1-4e141a73cc04/391cc914-9df8-4a09-ab50-1056283c5e43) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:13:09.529148 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfebccf-9a55-4cad-95da-c7db5e36081f None None] Pushing event updated for resources: {'Port': ['ID=d71f95b1-e90f-40fb-88a8-3445e8d05be3,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:09.536851 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-cdfebccf-9a55-4cad-95da-c7db5e36081f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:09.554787 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-098c7e4a-7884-4f7e-8fa9-617cca84fa1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:09.724193 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 12605663-0354-403e-b91c-34c50ef84b33 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:09.759459 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] Set router 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:13:09.811774 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1f98721d-9a01-47b6-8ae8-7d9f629ceb9c req-dff1c834-4b99-40b6-a669-ebc473738aba tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 210 time: 0.2578137 Jun 08 04:13:09.822541 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-b5ba3d72-49dc-4794-976f-34b4238bf63c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d74b40c14b744f4cb7f9ba3efc88b439&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8142879 Jun 08 04:13:09.830445 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59556) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:09.841066 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a91722b7-79f9-42be-9c54-b72aa27e1753,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:09.848494 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 12605663-0354-403e-b91c-34c50ef84b33 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:09.849054 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:09.859882 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba3d72-49dc-4794-976f-34b4238bf63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaf48c4-b429-4975-bfb0-f9783cba3240,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:09.904490 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-b5ba3d72-49dc-4794-976f-34b4238bf63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:10.031190 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:10.186524 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c59c397b-ffa8-4dda-8b14-143fe5690175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:10.193899 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c7c8e2e3-196f-4966-a4fe-d7a7d2e35a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:10.248146 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c59c397b-ffa8-4dda-8b14-143fe5690175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:10.283850 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c7c8e2e3-196f-4966-a4fe-d7a7d2e35a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:10.339582 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-3fa5ecfc-5d9a-4c3a-a9d6-fe5c7bf28218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:10.489682 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Attempting to bind port a91722b7-79f9-42be-9c54-b72aa27e1753 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:13:10.490274 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Attempting to bind port a91722b7-79f9-42be-9c54-b72aa27e1753 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '2a5e017d-dfb2-4aec-8b07-13fdcb40d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '962c3b61-c184-4fd2-9956-b953b43775e5'}] {{(pid=92280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:13:10.495625 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Attempting to bind port a91722b7-79f9-42be-9c54-b72aa27e1753 on network 962c3b61-c184-4fd2-9956-b953b43775e5 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:10.550292 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Port a91722b7-79f9-42be-9c54-b72aa27e1753 on network 962c3b61-c184-4fd2-9956-b953b43775e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:13:10.553674 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Attempting to bind port a91722b7-79f9-42be-9c54-b72aa27e1753 on network 962c3b61-c184-4fd2-9956-b953b43775e5 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:10.633273 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:13:10.633848 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Checking segment: {'id': '2a5e017d-dfb2-4aec-8b07-13fdcb40d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '962c3b61-c184-4fd2-9956-b953b43775e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:13:10.635024 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Bound using segment: {'id': '2a5e017d-dfb2-4aec-8b07-13fdcb40d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '962c3b61-c184-4fd2-9956-b953b43775e5'} {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:13:10.636327 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Bound port: a91722b7-79f9-42be-9c54-b72aa27e1753, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5e017d-dfb2-4aec-8b07-13fdcb40d96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '962c3b61-c184-4fd2-9956-b953b43775e5'}}] {{(pid=92280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:13:10.636814 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:10.690409 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:10.719798 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8e2e3-196f-4966-a4fe-d7a7d2e35a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f991c2-8151-497e-b682-c970a12c6f02,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:10.759152 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:10.783919 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 12605663-0354-403e-b91c-34c50ef84b33, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=12605663-0354-403e-b91c-34c50ef84b33,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:10.802787 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'name': 'tempest-ServerRescueNegativeTestJSON-1765741438-router', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:50Z', 'updated_at': '2021-06-08T04:12:59Z', 'revision_number': 4, 'project_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'gw_port': {'id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': 'd71f95b1-e90f-40fb-88a8-3445e8d05be3', 'name': '', 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'mac_address': 'fa:16:3e:87:e3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0474e6d9-865d-4b0c-a901-5588ecfaf9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:57Z', 'updated_at': '2021-06-08T04:13:08Z', 'revision_number': 4, 'project_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'subnets': [{'id': '0474e6d9-865d-4b0c-a901-5588ecfaf9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:10.809591 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42a17b-f48d-4980-8d60-1dfe246714f2 None None] The sync data for ids ['8a1b88e4-eddb-4fbf-ad54-3b70555d5673'] in dv-cinder-786627-8-smb is: [{'id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'name': 'tempest-ServerRescueNegativeTestJSON-1765741438-router', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:50Z', 'updated_at': '2021-06-08T04:12:59Z', 'revision_number': 4, 'project_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'gw_port': {'id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': 'd71f95b1-e90f-40fb-88a8-3445e8d05be3', 'name': '', 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'mac_address': 'fa:16:3e:87:e3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0474e6d9-865d-4b0c-a901-5588ecfaf9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:57Z', 'updated_at': '2021-06-08T04:13:08Z', 'revision_number': 4, 'project_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'subnets': [{'id': '0474e6d9-865d-4b0c-a901-5588ecfaf9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:13:10.822983 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Transition to ACTIVE for port object 391cc914-9df8-4a09-ab50-1056283c5e43 will not be triggered until provisioned by entity DHCP. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:13:10.859477 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:10.865157 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:10.932987 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:13:10.945223 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-49ecefbc-c097-4b56-8368-480e4642227b admin admin] 10.222.0.18 "PUT /v2.0/routers/f16755fc-28c9-4084-a50a-40c86108a1bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2334182 Jun 08 04:13:10.945374 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Sync routers for ids ['f16755fc-28c9-4084-a50a-40c86108a1bf'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:13:10.962301 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:10.965223 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:10.965223 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:13:10.965223 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:13:10.965223 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:13:10.965223 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:10.965223 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:13:10.976429 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Routers {'f16755fc-28c9-4084-a50a-40c86108a1bf'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:13:10.979215 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:12:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['f16755fc-28c9-4084-a50a-40c86108a1bf'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:10.984108 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-c7c8e2e3-196f-4966-a4fe-d7a7d2e35a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:11.013809 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c59c397b-ffa8-4dda-8b14-143fe5690175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:11.076549 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] For port a91722b7-79f9-42be-9c54-b72aa27e1753, host hv-cinder-78662, cleared binding levels {{(pid=92280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:13:11.106632 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-c7c8e2e3-196f-4966-a4fe-d7a7d2e35a30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d1ad51e487549ba9a31ef3dabe4117b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2805316 Jun 08 04:13:11.113915 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] For port a91722b7-79f9-42be-9c54-b72aa27e1753, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a91722b7-79f9-42be-9c54-b72aa27e1753,segment=NetworkSegment(2a5e017d-dfb2-4aec-8b07-13fdcb40d96e),segment_id=2a5e017d-dfb2-4aec-8b07-13fdcb40d96e)] {{(pid=92280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:13:11.115042 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-79559a9c-2de5-4749-8390-bde7993e652d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:11.119046 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-79559a9c-2de5-4749-8390-bde7993e652d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/networks?id=3d089fd5-3829-4c08-bd4f-7cc574f62861 HTTP/1.1" status: 200 len: 819 time: 0.7614989 Jun 08 04:13:11.121510 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59608) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:11.122385 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c59c397b-ffa8-4dda-8b14-143fe5690175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:11.127088 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-c59c397b-ffa8-4dda-8b14-143fe5690175 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6eaf48c4-b429-4975-bfb0-f9783cba3240 HTTP/1.1" status: 204 len: 168 time: 1.2953768 Jun 08 04:13:11.127928 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:11.166345 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-84ede1f3-d166-4a3d-8bbb-0b75ce0f19dc tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/quotas/a876c5f4d1cb40bd83f74c1d90bbe665 HTTP/1.1" status: 200 len: 375 time: 0.0187535 Jun 08 04:13:11.174661 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c397b-ffa8-4dda-8b14-143fe5690175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaf48c4-b429-4975-bfb0-f9783cba3240,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:11.214876 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Network 294f857a-186c-4448-b00c-81d1806ba032 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:13:11.250802 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=12605663-0354-403e-b91c-34c50ef84b33,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:11.258170 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:11.281332 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:11.291070 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:13:11.292630 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867828'] for router_interface, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:11.322185 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-c59c397b-ffa8-4dda-8b14-143fe5690175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:11.331127 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:11.339343 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device d71f95b1-e90f-40fb-88a8-3445e8d05be3 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:11.430373 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:11.498208 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4209b-0857-4b80-b5fb-5ca19810c2e9 req-7e6df896-e969-40ef-a1b2-e1afed44bbf6 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:11.515838 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-09a4209b-0857-4b80-b5fb-5ca19810c2e9 req-7e6df896-e969-40ef-a1b2-e1afed44bbf6 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 943 time: 0.7991002 Jun 08 04:13:11.633488 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-30217fa0-df05-488e-a160-2b5e425422d8 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4531767 Jun 08 04:13:11.680616 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port d71f95b1-e90f-40fb-88a8-3445e8d05be3 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:11.686931 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port d71f95b1-e90f-40fb-88a8-3445e8d05be3 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:11.687903 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:11.753727 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Set router f16755fc-28c9-4084-a50a-40c86108a1bf gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:13:11.794638 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:11.800237 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:11.803240 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] 10.222.0.21 "PUT /v2.0/ports/a91722b7-79f9-42be-9c54-b72aa27e1753 HTTP/1.1" status: 200 len: 1093 time: 7.4330688 Jun 08 04:13:11.803801 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a61cd92-b385-44a1-88ee-0fba730b66c4', 'tag': 'a91722b7-79f9-42be-9c54-b72aa27e1753'}] {{(pid=92280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:13:11.972676 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-3ba37caa-c7bb-49cb-9c8c-10af22bc2f5f None None] Provisioning for port 391cc914-9df8-4a09-ab50-1056283c5e43 completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:11.989277 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-3ba37caa-c7bb-49cb-9c8c-10af22bc2f5f None None] Provisioning complete for port 391cc914-9df8-4a09-ab50-1056283c5e43 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:11.989489 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3ba37caa-c7bb-49cb-9c8c-10af22bc2f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:12.027557 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-09a4209b-0857-4b80-b5fb-5ca19810c2e9 req-cb639793-a7e3-4ca6-b7d5-2a6b4e7aab4a tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971182 Jun 08 04:13:12.065796 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ba02061a-58d1-464a-a35e-6f3b6495c080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:12.126110 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-cb2ff919-e40e-4eae-ab01-216cc94a78db service neutron] 10.222.0.18 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914377 Jun 08 04:13:12.301773 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-3ba37caa-c7bb-49cb-9c8c-10af22bc2f5f None None] Port 391cc914-9df8-4a09-ab50-1056283c5e43 cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:13:12.309372 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a91722b7-79f9-42be-9c54-b72aa27e1753,revision_number=3']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:12.371494 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:12.378046 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ba02061a-58d1-464a-a35e-6f3b6495c080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:12.454462 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-a62ecc04-c628-4523-ad6e-1879ec799734 service neutron] 10.222.0.18 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271835 Jun 08 04:13:12.484613 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port d71f95b1-e90f-40fb-88a8-3445e8d05be3, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=d71f95b1-e90f-40fb-88a8-3445e8d05be3,segment=NetworkSegment(0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d),segment_id=0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:12.485927 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-233e83dc-e1d3-4cbe-bfde-00b598ded805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:12.554836 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:12.559158 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-3a25cc7e-aea5-40bb-9ad2-bd03c95a1539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:12.602765 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.176s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:12.678364 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:05Z', 'revision_number': 2, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:12.680181 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-11a614e0-1ea1-4279-8a29-d85bac1df2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:12.682139 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-11a614e0-1ea1-4279-8a29-d85bac1df2f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4fbd5e5fcc842dd9999f72310128455&device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 1096 time: 0.5952046 Jun 08 04:13:12.685398 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Checking router: f16755fc-28c9-4084-a50a-40c86108a1bf for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:13:12.685775 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Updating router f16755fc-28c9-4084-a50a-40c86108a1bf port 487732c5-3afb-4c65-a85b-8ace5670cc6d binding host dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:13:12.697550 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ba02061a-58d1-464a-a35e-6f3b6495c080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:12.701513 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ba02061a-58d1-464a-a35e-6f3b6495c080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:12.707077 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-ba02061a-58d1-464a-a35e-6f3b6495c080 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22f991c2-8151-497e-b682-c970a12c6f02 HTTP/1.1" status: 204 len: 168 time: 1.5803761 Jun 08 04:13:12.707077 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:12.729835 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=d71f95b1-e90f-40fb-88a8-3445e8d05be3,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:12.737177 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:12.741585 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02061a-58d1-464a-a35e-6f3b6495c080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f991c2-8151-497e-b682-c970a12c6f02,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:12.804546 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:12.850177 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-fa80bb36-2954-4143-83c9-b692143a1147 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a91722b7-79f9-42be-9c54-b72aa27e1753 HTTP/1.1" status: 200 len: 217 time: 0.1116710 Jun 08 04:13:12.852909 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-ba02061a-58d1-464a-a35e-6f3b6495c080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:12.967328 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:13:12.969646 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:13.103376 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59650) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:13.155811 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ce66ad1e-8e07-4aec-a3de-4ea5e0cc6fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:13.268669 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device d71f95b1-e90f-40fb-88a8-3445e8d05be3 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:13.445098 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port d71f95b1-e90f-40fb-88a8-3445e8d05be3 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:13.446972 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:13.607739 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:13.610522 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-4cacf7c9-e46e-47f8-b4d4-7afe19516ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:13.612376 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-4cacf7c9-e46e-47f8-b4d4-7afe19516ed2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90a38a9f-6146-4d76-bc9a-a058db8fcde5 HTTP/1.1" status: 200 len: 851 time: 0.6436779 Jun 08 04:13:13.615727 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59587a23dae4433d2100e3f102ebc88f30c43b22f141808d2ae0dd60ce475b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baa56f2-5b4a-402c-8f4f-0bb8697dd27f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a61cd92-b385-44a1-88ee-0fba730b66c4", "tag": "a91722b7-79f9-42be-9c54-b72aa27e1753"}]}' {{(pid=92280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:13:13.646318 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c8906912-30f0-4ae7-b0a4-d8ead575ec75 req-5b33de0d-e807-4e9c-bfac-073376944707 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 210 time: 0.4161086 Jun 08 04:13:13.720265 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:13.738260 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-52deb39a-5c3b-4a5c-ae31-c66b29a7a8a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=962c3b61-c184-4fd2-9956-b953b43775e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134012 Jun 08 04:13:13.753371 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 12605663-0354-403e-b91c-34c50ef84b33 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:13.758595 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-867637'] for router_interface, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:13.793741 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:13.868022 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ce66ad1e-8e07-4aec-a3de-4ea5e0cc6fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:13.891108 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:13.912164 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.provisioning_blocks [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Transition to ACTIVE for port object 487732c5-3afb-4c65-a85b-8ace5670cc6d will not be triggered until provisioned by entity L2. {{(pid=92283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:13:14.006093 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:14.012666 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-eb69a899-6011-4c8d-8640-41920876149b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:14.045390 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 12605663-0354-403e-b91c-34c50ef84b33 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:14.045811 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:14.084783 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ce66ad1e-8e07-4aec-a3de-4ea5e0cc6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:14.163936 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-b5ba3d72-49dc-4794-976f-34b4238bf63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:14.208136 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-e0ea6cff-64a2-439e-80d7-7b10e04f38ad service neutron] 10.222.0.21 "GET /v2.0/networks/962c3b61-c184-4fd2-9956-b953b43775e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154480 Jun 08 04:13:14.212339 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.21', 57908) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:14.213483 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Pushing event updated for resources: {'Port': ['ID=391cc914-9df8-4a09-ab50-1056283c5e43,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:14.349352 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59666) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:14.349921 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59668) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:14.376423 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-ff6cab5c-d80a-4533-b694-cbada998a7e8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212952178', 'description': 'tempest-description--747682293'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:14.400243 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66ad1e-8e07-4aec-a3de-4ea5e0cc6fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecbe789-1b22-4ecc-b084-6b0765ce0e74,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:14.416676 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5a86b-1bba-4932-9632-c39b424f43fe None None] Pushing event updated for resources: {'Port': ['ID=487732c5-3afb-4c65-a85b-8ace5670cc6d,revision_number=3']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:14.419992 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-ddd5a86b-1bba-4932-9632-c39b424f43fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:14.448511 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ce66ad1e-8e07-4aec-a3de-4ea5e0cc6fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:14.490332 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-ce66ad1e-8e07-4aec-a3de-4ea5e0cc6fb5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c7d54d494f0452d9fe1d044ea84bbd3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3847167 Jun 08 04:13:14.499057 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59676) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:14.500121 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ff6cab5c-d80a-4533-b694-cbada998a7e8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:14.501249 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:14.508642 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-8f55d857-22a8-494e-96ce-837a7b147bbc tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:14.511039 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-8f55d857-22a8-494e-96ce-837a7b147bbc tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.21 "GET /v2.0/networks?id=3d089fd5-3829-4c08-bd4f-7cc574f62861 HTTP/1.1" status: 200 len: 819 time: 0.2938850 Jun 08 04:13:14.515977 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Network 294f857a-186c-4448-b00c-81d1806ba032 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:13:14.675149 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:14.690428 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-67c15de8-e189-4001-a7a7-38d00e816b6d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Request body: {'port': {'device_id': 'a81f455b-8953-46d2-8557-4027e1b509bc', 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861', 'admin_state_up': True, 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:14.732311 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:14.744359 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Attempting to bind port 487732c5-3afb-4c65-a85b-8ace5670cc6d on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:13:14.745085 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Attempting to bind port 487732c5-3afb-4c65-a85b-8ace5670cc6d by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:13:14.747159 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Attempting to bind port 487732c5-3afb-4c65-a85b-8ace5670cc6d on network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:14.759818 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:13:14.761409 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Checking segment: {'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:13:14.762096 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:14.763762 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Bound using segment: {'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:13:14.768995 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Bound port: 487732c5-3afb-4c65-a85b-8ace5670cc6d, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'}}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:13:14.771544 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:14.830650 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a3b19-2456-46b5-bc29-d0c1cc02ff1b req-da0f231c-937d-44d6-bcb6-c93b91d40086 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:14.832314 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-561a3b19-2456-46b5-bc29-d0c1cc02ff1b req-da0f231c-937d-44d6-bcb6-c93b91d40086 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 943 time: 0.9059012 Jun 08 04:13:14.881644 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59680) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:14.884818 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-cdf79750-69c3-40e1-8ba2-ccc098fb8a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:14.944215 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-74d6c488-6f7b-4216-8419-1df0b2ecd4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:15.052338 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6ac98ac6-0e4b-45d0-9244-caf405379a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:15.077407 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] For port 487732c5-3afb-4c65-a85b-8ace5670cc6d, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:13:15.088250 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] For port 487732c5-3afb-4c65-a85b-8ace5670cc6d, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=487732c5-3afb-4c65-a85b-8ace5670cc6d,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:13:15.172469 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:15.183022 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:15.218045 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47174580-3e83-4c6f-8bda-e6da36f9827b x-openstack-request-id: req-47174580-3e83-4c6f-8bda-e6da36f9827b {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:13:15.219074 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a61cd92-b385-44a1-88ee-0fba730b66c4", "tag": "a91722b7-79f9-42be-9c54-b72aa27e1753", "status": "completed", "code": 200}]} {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:13:15.219553 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47174580-3e83-4c6f-8bda-e6da36f9827b {{(pid=92280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:13:15.220241 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a61cd92-b385-44a1-88ee-0fba730b66c4', 'tag': 'a91722b7-79f9-42be-9c54-b72aa27e1753', 'status': 'completed', 'code': 200} Jun 08 04:13:15.230212 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-7f20db0c-0c3d-4429-a2c2-95d833f2b56f None None] Provisioning complete for port 391cc914-9df8-4a09-ab50-1056283c5e43 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:15.234776 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-561a3b19-2456-46b5-bc29-d0c1cc02ff1b req-9bc85790-6cc2-4c7b-8091-71e93828161a tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051546 Jun 08 04:13:15.235730 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7f20db0c-0c3d-4429-a2c2-95d833f2b56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:15.258545 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-cdf79750-69c3-40e1-8ba2-ccc098fb8a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:15.358247 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-dd3abafd-ae84-4a3d-8a46-0b17f208f0f7 req-acb569cc-ab45-494c-8bb8-b7b80fdd828f service neutron] 10.222.0.21 "GET /v2.0/networks/962c3b61-c184-4fd2-9956-b953b43775e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8459263 Jun 08 04:13:15.375492 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Routers {'f16755fc-28c9-4084-a50a-40c86108a1bf'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:13:15.376169 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:13:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['f16755fc-28c9-4084-a50a-40c86108a1bf'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:15.486572 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-7f20db0c-0c3d-4429-a2c2-95d833f2b56f None None] Port 391cc914-9df8-4a09-ab50-1056283c5e43 cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:13:15.570119 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Router 2707279e-99c2-4f64-908c-641d58acd2de has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:13:15.578996 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f108bcc0-9f6d-4bbb-9c0d-dad09daaa1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:15.583495 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:15.622024 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ff6cab5c-d80a-4533-b694-cbada998a7e8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:15.651646 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-547eaa1b-068c-4c26-b4ec-68586a659822 req-894fcd9a-4cde-4aa2-b3db-87d5607ec14e tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 210 time: 0.2630420 Jun 08 04:13:15.709593 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ff6cab5c-d80a-4533-b694-cbada998a7e8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:15.715942 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:15.731207 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5a86b-1bba-4932-9632-c39b424f43fe None None] Pushing event updated for resources: {'Port': ['ID=487732c5-3afb-4c65-a85b-8ace5670cc6d,revision_number=4']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:15.739082 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-ddd5a86b-1bba-4932-9632-c39b424f43fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:15.762904 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-cdf79750-69c3-40e1-8ba2-ccc098fb8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:15.777001 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-cdf79750-69c3-40e1-8ba2-ccc098fb8a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:15.778388 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-cdf79750-69c3-40e1-8ba2-ccc098fb8a2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fecbe789-1b22-4ecc-b084-6b0765ce0e74 HTTP/1.1" status: 204 len: 168 time: 1.2436330 Jun 08 04:13:15.802039 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cab5c-d80a-4533-b694-cbada998a7e8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:15.821371 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ff6cab5c-d80a-4533-b694-cbada998a7e8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:15.823974 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] Set router f16755fc-28c9-4084-a50a-40c86108a1bf gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:13:15.824666 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:15.836753 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf79750-69c3-40e1-8ba2-ccc098fb8a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecbe789-1b22-4ecc-b084-6b0765ce0e74,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:15.840972 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-cdf79750-69c3-40e1-8ba2-ccc098fb8a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:15.957615 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa56f2-5b4a-402c-8f4f-0bb8697dd27f req-4e69345b-046d-4db0-8923-0aa455f79296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:15.959300 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3baa56f2-5b4a-402c-8f4f-0bb8697dd27f req-4e69345b-046d-4db0-8923-0aa455f79296 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4fbd5e5fcc842dd9999f72310128455&device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 1096 time: 0.3834505 Jun 08 04:13:15.974581 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:13:15.983530 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] 10.222.0.18 "PUT /v2.0/routers/2707279e-99c2-4f64-908c-641d58acd2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2375014 Jun 08 04:13:15.984012 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-67c15de8-e189-4001-a7a7-38d00e816b6d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Made reservation on behalf of a876c5f4d1cb40bd83f74c1d90bbe665 for: {'port': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:13:15.987709 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-67c15de8-e189-4001-a7a7-38d00e816b6d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:15.991425 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Sync routers for ids ['2707279e-99c2-4f64-908c-641d58acd2de'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:13:16.002551 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Routers {'2707279e-99c2-4f64-908c-641d58acd2de'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:13:16.003436 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:13:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['2707279e-99c2-4f64-908c-641d58acd2de'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:16.049060 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ff6cab5c-d80a-4533-b694-cbada998a7e8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:16.050406 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-ff6cab5c-d80a-4533-b694-cbada998a7e8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6780498 Jun 08 04:13:16.054095 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59702) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:16.063385 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-c68e8283-2a57-4079-9176-b6b81cb0d08e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Request body: {'security_group_rule': {'security_group_id': '7ce440a7-b1d8-47ec-9c35-ace7b3fdd256', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:16.246057 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6ac98ac6-0e4b-45d0-9244-caf405379a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:16.258801 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-67c15de8-e189-4001-a7a7-38d00e816b6d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Allocated IP 172.20.0.9 (3d089fd5-3829-4c08-bd4f-7cc574f62861/0474e6d9-865d-4b0c-a901-5588ecfaf9e6/819fb6dd-663c-491b-a887-910350264c3c) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:13:16.318675 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6ac98ac6-0e4b-45d0-9244-caf405379a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:16.356359 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Set router 2707279e-99c2-4f64-908c-641d58acd2de gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:13:16.395417 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:16.415600 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:15Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:16.422900 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a4ee2a-4bce-44b1-a7ac-5f61beaf0ed8 None None] The sync data for ids ['f16755fc-28c9-4084-a50a-40c86108a1bf'] in dv-cinder-786627-8-smb is: [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:15Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:13:16.445995 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-6ac98ac6-0e4b-45d0-9244-caf405379a30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d41157845a14118950522c035f7bddd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5549638 Jun 08 04:13:16.551061 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59718) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:16.556920 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac98ac6-0e4b-45d0-9244-caf405379a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f49221-923e-40ba-9be2-d49c23f69055,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:16.586405 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-67c15de8-e189-4001-a7a7-38d00e816b6d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:16.597398 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6ac98ac6-0e4b-45d0-9244-caf405379a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:16.715478 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-67c15de8-e189-4001-a7a7-38d00e816b6d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:16.719079 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-67c15de8-e189-4001-a7a7-38d00e816b6d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:16.719079 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:13:16.719079 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:13:16.719079 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:13:16.719079 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:16.719079 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:13:16.749512 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-67c15de8-e189-4001-a7a7-38d00e816b6d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Network 3d089fd5-3829-4c08-bd4f-7cc574f62861 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:13:16.751796 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-67c15de8-e189-4001-a7a7-38d00e816b6d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:16.758641 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-67c15de8-e189-4001-a7a7-38d00e816b6d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:13:16.761087 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-67c15de8-e189-4001-a7a7-38d00e816b6d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:16.761717 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-67c15de8-e189-4001-a7a7-38d00e816b6d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:16.815130 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f108bcc0-9f6d-4bbb-9c0d-dad09daaa1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:16.868104 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fb64afc2-481a-42d9-bf6a-cb713376e2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:16.901558 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f108bcc0-9f6d-4bbb-9c0d-dad09daaa1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:16.928643 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-85e293ad-20c8-4264-b494-9e8ed753de7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:16.961659 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-67c15de8-e189-4001-a7a7-38d00e816b6d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2840343 Jun 08 04:13:16.969178 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fb64afc2-481a-42d9-bf6a-cb713376e2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.011224 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-f108bcc0-9f6d-4bbb-9c0d-dad09daaa1d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=976b80fcc0b943b795e8fc7698479df4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6436424 Jun 08 04:13:17.013914 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59738) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:17.030708 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108bcc0-9f6d-4bbb-9c0d-dad09daaa1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef16673-348c-48c9-97aa-e646a9c8f811,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:17.033182 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:13Z', 'revision_number': 2, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:17.041271 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Checking router: 2707279e-99c2-4f64-908c-641d58acd2de for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:13:17.043396 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Updating router 2707279e-99c2-4f64-908c-641d58acd2de port 391cc914-9df8-4a09-ab50-1056283c5e43 binding host dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:13:17.061698 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-f108bcc0-9f6d-4bbb-9c0d-dad09daaa1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:17.087819 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd992484-6dbd-4933-9345-00f2211e74b4 req-21bc97ed-f7bd-4b44-bfa0-9f6848a68175 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:17.103137 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bd992484-6dbd-4933-9345-00f2211e74b4 req-21bc97ed-f7bd-4b44-bfa0-9f6848a68175 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 943 time: 0.5459981 Jun 08 04:13:17.154331 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.198389 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-880a5ffb-a2d4-4737-9646-8fe1fc82da7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.206670 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59742) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:17.214203 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-ff1553b0-06cf-4e79-93f0-0fdf6efb65f6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1246788901', 'description': 'tempest-description--1193248227'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:17.224104 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Request body: {'port': {'device_id': 'a81f455b-8953-46d2-8557-4027e1b509bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:17.263276 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c68e8283-2a57-4079-9176-b6b81cb0d08e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.369102 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bd992484-6dbd-4933-9345-00f2211e74b4 req-e3e6ba25-c8c3-430e-9abc-d05abd68ff8b tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670047 Jun 08 04:13:17.408323 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-880a5ffb-a2d4-4737-9646-8fe1fc82da7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.595440 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fb64afc2-481a-42d9-bf6a-cb713376e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.616974 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fb64afc2-481a-42d9-bf6a-cb713376e2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.620388 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-fb64afc2-481a-42d9-bf6a-cb713376e2a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8f49221-923e-40ba-9be2-d49c23f69055 HTTP/1.1" status: 204 len: 168 time: 1.0675590 Jun 08 04:13:17.638601 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6ac98ac6-0e4b-45d0-9244-caf405379a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:17.641024 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Notify callbacks [] for port, precommit_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.652721 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64afc2-481a-42d9-bf6a-cb713376e2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f49221-923e-40ba-9be2-d49c23f69055,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:17.657177 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Transition to ACTIVE for port object 391cc914-9df8-4a09-ab50-1056283c5e43 will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:13:17.666431 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f99d7682-86a6-4fbd-a405-e860e0a080a2 req-92e14f98-0166-4c98-a109-260fab0fc42d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 210 time: 0.2916713 Jun 08 04:13:17.670500 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 487732c5-3afb-4c65-a85b-8ace5670cc6d up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:17.680094 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-fb64afc2-481a-42d9-bf6a-cb713376e2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:17.681350 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ff1553b0-06cf-4e79-93f0-0fdf6efb65f6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.687494 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-880a5ffb-a2d4-4737-9646-8fe1fc82da7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.704336 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-880a5ffb-a2d4-4737-9646-8fe1fc82da7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.705792 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-880a5ffb-a2d4-4737-9646-8fe1fc82da7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aef16673-348c-48c9-97aa-e646a9c8f811 HTTP/1.1" status: 204 len: 168 time: 0.6908877 Jun 08 04:13:17.713870 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e55b31cc-ada5-4f96-9093-30242f0df372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:17.727456 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a5ffb-a2d4-4737-9646-8fe1fc82da7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef16673-348c-48c9-97aa-e646a9c8f811,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:17.734089 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-880a5ffb-a2d4-4737-9646-8fe1fc82da7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:17.758365 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.803638 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c68e8283-2a57-4079-9176-b6b81cb0d08e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.808848 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.21', 57913) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:17.822564 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.843356 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa56f2-5b4a-402c-8f4f-0bb8697dd27f req-c271ec60-e7e2-451a-a9ba-98482736260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:17.845099 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3baa56f2-5b4a-402c-8f4f-0bb8697dd27f req-c271ec60-e7e2-451a-a9ba-98482736260a service neutron] 10.222.0.21 "GET /v2.0/networks?id=962c3b61-c184-4fd2-9956-b953b43775e5 HTTP/1.1" status: 200 len: 912 time: 0.6488953 Jun 08 04:13:17.847736 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-cdfebccf-9a55-4cad-95da-c7db5e36081f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:17.895020 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c68e8283-2a57-4079-9176-b6b81cb0d08e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:17.911238 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:17.940516 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3baa56f2-5b4a-402c-8f4f-0bb8697dd27f req-5261371b-6b21-412e-bcec-a642f73c3312 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a91722b7-79f9-42be-9c54-b72aa27e1753 HTTP/1.1" status: 200 len: 217 time: 0.0837688 Jun 08 04:13:17.980863 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e8283-2a57-4079-9176-b6b81cb0d08e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e4f8d4-5bf4-4ae6-9778-7361f5c64b54,revision_number=0']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:18.006461 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ff1553b0-06cf-4e79-93f0-0fdf6efb65f6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:18.083465 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-c68e8283-2a57-4079-9176-b6b81cb0d08e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:18.085127 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481f6f7-ff6a-4575-a7be-0080505aa84a None None] Pushing event updated for resources: {'Port': ['ID=391cc914-9df8-4a09-ab50-1056283c5e43,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:18.090253 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-3481f6f7-ff6a-4575-a7be-0080505aa84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:18.129701 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ff1553b0-06cf-4e79-93f0-0fdf6efb65f6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:18.137978 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:18.197512 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa56f2-5b4a-402c-8f4f-0bb8697dd27f req-d07b7b3a-f9c6-490a-984b-67597c87d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:18.198786 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-c17b9df8-d91d-4f3c-9a76-dc79382c655a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:18.200126 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3baa56f2-5b4a-402c-8f4f-0bb8697dd27f req-d07b7b3a-f9c6-490a-984b-67597c87d64e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90a38a9f-6146-4d76-bc9a-a058db8fcde5 HTTP/1.1" status: 200 len: 851 time: 0.2470374 Jun 08 04:13:18.200477 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-c17b9df8-d91d-4f3c-9a76-dc79382c655a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.21 "GET /v2.0/networks?id=3d089fd5-3829-4c08-bd4f-7cc574f62861 HTTP/1.1" status: 200 len: 819 time: 0.3905189 Jun 08 04:13:18.255515 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-716228cc-5cc7-4df8-8800-6b7426cb2521 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Request body: {'port': {'device_id': 'd485a6f5-b92e-4867-8e5e-bf7562bb2af2', 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861', 'admin_state_up': True, 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:18.256717 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:18.267163 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 487732c5-3afb-4c65-a85b-8ace5670cc6d completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:18.288638 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 487732c5-3afb-4c65-a85b-8ace5670cc6d triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:18.289160 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:18.299081 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3baa56f2-5b4a-402c-8f4f-0bb8697dd27f req-14c0ce78-eb43-41e3-9e92-653536ca19b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=962c3b61-c184-4fd2-9956-b953b43775e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746324 Jun 08 04:13:18.365124 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Attempting to bind port 391cc914-9df8-4a09-ab50-1056283c5e43 on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:13:18.365650 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Attempting to bind port 391cc914-9df8-4a09-ab50-1056283c5e43 by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:13:18.366124 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Attempting to bind port 391cc914-9df8-4a09-ab50-1056283c5e43 on network 294f857a-186c-4448-b00c-81d1806ba032 {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:18.375808 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:13:18.376367 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Checking segment: {'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:13:18.376878 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:18.377384 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Bound using segment: {'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:13:18.377991 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Bound port: 391cc914-9df8-4a09-ab50-1056283c5e43, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:13:18.378472 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:18.516774 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] For port 391cc914-9df8-4a09-ab50-1056283c5e43, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:13:18.520189 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] For port 391cc914-9df8-4a09-ab50-1056283c5e43, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=391cc914-9df8-4a09-ab50-1056283c5e43,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:13:18.603338 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ff1553b0-06cf-4e79-93f0-0fdf6efb65f6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:18.605569 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-ff1553b0-06cf-4e79-93f0-0fdf6efb65f6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3960729 Jun 08 04:13:18.606356 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c68e8283-2a57-4079-9176-b6b81cb0d08e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:18.607405 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-c68e8283-2a57-4079-9176-b6b81cb0d08e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5522976 Jun 08 04:13:18.652087 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:18.660003 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59790) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:18.660474 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59792) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:18.673294 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1553b0-06cf-4e79-93f0-0fdf6efb65f6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24aac328-977d-461c-a00a-76253f319bd0,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:18.687875 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-8dde7df8-ec83-40c8-8aaa-6f7b1e7d5508 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Request body: {'security_group_rule': {'security_group_id': '7ce440a7-b1d8-47ec-9c35-ace7b3fdd256', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:18.711384 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:18.743051 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-86f41e48-1a3e-4815-abd5-d5533e63ad7e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Request body: {'security_group_rule': {'security_group_id': '24aac328-977d-461c-a00a-76253f319bd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:18.759894 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 487732c5-3afb-4c65-a85b-8ace5670cc6d, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=487732c5-3afb-4c65-a85b-8ace5670cc6d,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:18.766702 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-3481f6f7-ff6a-4575-a7be-0080505aa84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:18.774106 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ff1553b0-06cf-4e79-93f0-0fdf6efb65f6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:18.841193 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Routers {'2707279e-99c2-4f64-908c-641d58acd2de'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:13:18.841827 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:13:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['2707279e-99c2-4f64-908c-641d58acd2de'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:18.905752 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8dde7df8-ec83-40c8-8aaa-6f7b1e7d5508 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:18.951141 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3baa56f2-5b4a-402c-8f4f-0bb8697dd27f req-a8579728-6f51-4076-8520-2f47c9798138 service neutron] 10.222.0.21 "GET /v2.0/networks/962c3b61-c184-4fd2-9956-b953b43775e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6497390 Jun 08 04:13:18.972855 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:19.061859 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e9ef9796-dbe6-4e4e-8872-29b09e31796d req-e814def1-eb4e-408f-9a3e-5102f0325108 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 210 time: 0.1442330 Jun 08 04:13:19.067204 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-86f41e48-1a3e-4815-abd5-d5533e63ad7e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:19.148342 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7feaa07-4594-4460-9eaa-ef8f3140518a req-eb3a9123-df7b-46ef-930d-cc455c969279 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:19.150112 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d7feaa07-4594-4460-9eaa-ef8f3140518a req-eb3a9123-df7b-46ef-930d-cc455c969279 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 943 time: 0.5417714 Jun 08 04:13:19.167670 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481f6f7-ff6a-4575-a7be-0080505aa84a None None] Pushing event updated for resources: {'Port': ['ID=391cc914-9df8-4a09-ab50-1056283c5e43,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:19.179087 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59828) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:19.179763 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-3481f6f7-ff6a-4575-a7be-0080505aa84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:19.180921 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-0e35aa2a-b2fa-45a0-bbb0-9392fa4be200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:19.216429 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8dde7df8-ec83-40c8-8aaa-6f7b1e7d5508 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:19.238232 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-716228cc-5cc7-4df8-8800-6b7426cb2521 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Made reservation on behalf of a876c5f4d1cb40bd83f74c1d90bbe665 for: {'port': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:13:19.242058 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-716228cc-5cc7-4df8-8800-6b7426cb2521 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:19.263682 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-d049c188-c6e0-455d-997d-d9027de1fab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:19.273323 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3baa56f2-5b4a-402c-8f4f-0bb8697dd27f req-4eca6f92-de48-4d9a-8764-b00eef061680 service neutron] 10.222.0.21 "GET /v2.0/networks/962c3b61-c184-4fd2-9956-b953b43775e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159609 Jun 08 04:13:19.293907 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819fb6dd-663c-491b-a887-910350264c3c {{(pid=92280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:13:19.302229 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:19.326118 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=487732c5-3afb-4c65-a85b-8ace5670cc6d,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:19.345411 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:19.356779 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Transition to ACTIVE for port object 819fb6dd-663c-491b-a887-910350264c3c will not be triggered until provisioned by entity L2. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:13:19.365710 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] Set router 2707279e-99c2-4f64-908c-641d58acd2de gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:13:19.404230 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8dde7df8-ec83-40c8-8aaa-6f7b1e7d5508 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:19.417278 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d7feaa07-4594-4460-9eaa-ef8f3140518a req-7b9306f7-7455-4aba-8c9d-463192b759f6 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473161 Jun 08 04:13:19.420124 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-86f41e48-1a3e-4815-abd5-d5533e63ad7e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:19.428633 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:19.435192 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-658f3dd6-50b5-4f62-89b3-51aab13cb3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:19.447888 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-c68e8283-2a57-4079-9176-b6b81cb0d08e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:19.491582 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde7df8-ec83-40c8-8aaa-6f7b1e7d5508 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85437bf-44ab-4223-b88e-ec771f5027ec,revision_number=0']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:19.519237 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-8dde7df8-ec83-40c8-8aaa-6f7b1e7d5508 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:19.533263 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-86f41e48-1a3e-4815-abd5-d5533e63ad7e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:19.550423 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:19.568459 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Pushing event updated for resources: {'Port': ['ID=819fb6dd-663c-491b-a887-910350264c3c,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:19.573094 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:19.614193 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f41e48-1a3e-4815-abd5-d5533e63ad7e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb25245-3814-4303-9026-8fd83d8265d8,revision_number=0']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:19.617631 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-86f41e48-1a3e-4815-abd5-d5533e63ad7e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:19.818520 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-716228cc-5cc7-4df8-8800-6b7426cb2521 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Allocated IP 172.20.0.6 (3d089fd5-3829-4c08-bd4f-7cc574f62861/0474e6d9-865d-4b0c-a901-5588ecfaf9e6/345c963c-5972-4cb1-b8d3-bebf58cf9060) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:13:19.886724 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:18Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:19.891017 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50591d-f266-4e81-adb2-41414176fb29 None None] The sync data for ids ['2707279e-99c2-4f64-908c-641d58acd2de'] in dv-cinder-786627-8-smb is: [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:18Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:13:19.903287 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-d049c188-c6e0-455d-997d-d9027de1fab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:19.961566 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Attempting to bind port 819fb6dd-663c-491b-a887-910350264c3c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:13:19.963531 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Attempting to bind port 819fb6dd-663c-491b-a887-910350264c3c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861'}] {{(pid=92280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:13:19.964795 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Attempting to bind port 819fb6dd-663c-491b-a887-910350264c3c on network 3d089fd5-3829-4c08-bd4f-7cc574f62861 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:19.996527 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Port 819fb6dd-663c-491b-a887-910350264c3c on network 3d089fd5-3829-4c08-bd4f-7cc574f62861 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:13:19.997107 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Attempting to bind port 819fb6dd-663c-491b-a887-910350264c3c on network 3d089fd5-3829-4c08-bd4f-7cc574f62861 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:20.009833 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:13:20.011162 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Checking segment: {'id': '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:13:20.012300 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Bound using segment: {'id': '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861'} {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:13:20.012955 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Bound port: 819fb6dd-663c-491b-a887-910350264c3c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861'}}] {{(pid=92280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:13:20.013723 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.083076 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-d049c188-c6e0-455d-997d-d9027de1fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.094515 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-f108bcc0-9f6d-4bbb-9c0d-dad09daaa1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:20.166292 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-86f41e48-1a3e-4815-abd5-d5533e63ad7e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.167758 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-86f41e48-1a3e-4815-abd5-d5533e63ad7e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4315972 Jun 08 04:13:20.168927 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8dde7df8-ec83-40c8-8aaa-6f7b1e7d5508 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.170722 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59878) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:20.170859 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-8dde7df8-ec83-40c8-8aaa-6f7b1e7d5508 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4903369 Jun 08 04:13:20.175266 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-90b9ebbb-e7b0-4dad-afb8-6a8092a7bf11 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Request body: {'security_group_rule': {'security_group_id': '24aac328-977d-461c-a00a-76253f319bd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:20.182255 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59880) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:20.196186 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Request body: {'floatingip': {'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:20.200049 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-d049c188-c6e0-455d-997d-d9027de1fab8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60799ea5ce5444d48baaec1731bee52e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0061324 Jun 08 04:13:20.201053 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049c188-c6e0-455d-997d-d9027de1fab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff41e25-49c6-4bb8-add2-8782b178560e,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:20.204498 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-d049c188-c6e0-455d-997d-d9027de1fab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:20.207880 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59882) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:20.231177 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] For port 819fb6dd-663c-491b-a887-910350264c3c, host hv-cinder-78662, cleared binding levels {{(pid=92280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:13:20.256223 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] For port 819fb6dd-663c-491b-a887-910350264c3c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=819fb6dd-663c-491b-a887-910350264c3c,segment=NetworkSegment(0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d),segment_id=0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d)] {{(pid=92280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:13:20.323949 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e23d13ab-4cb8-4c71-bbcd-d3d345d580b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.360551 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.396766 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a765020b-0965-48d6-b482-4c8673da2746 req-109e3c37-44f2-4767-9973-2eae4a3efdc4 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 210 time: 0.1030343 Jun 08 04:13:20.396948 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:20.403316 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-716228cc-5cc7-4df8-8800-6b7426cb2521 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.481560 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-90b9ebbb-e7b0-4dad-afb8-6a8092a7bf11 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.514156 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e23d13ab-4cb8-4c71-bbcd-d3d345d580b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.561217 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-716228cc-5cc7-4df8-8800-6b7426cb2521 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.563814 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-716228cc-5cc7-4df8-8800-6b7426cb2521 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:20.563814 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:13:20.563814 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:13:20.563814 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:13:20.563814 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:20.563814 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:13:20.591215 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-716228cc-5cc7-4df8-8800-6b7426cb2521 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Network 3d089fd5-3829-4c08-bd4f-7cc574f62861 is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:13:20.592696 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-716228cc-5cc7-4df8-8800-6b7426cb2521 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:20.599846 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-716228cc-5cc7-4df8-8800-6b7426cb2521 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:13:20.600059 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:20.600684 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.609292 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] 10.222.0.21 "PUT /v2.0/ports/819fb6dd-663c-491b-a887-910350264c3c HTTP/1.1" status: 200 len: 1093 time: 3.4118357 Jun 08 04:13:20.614201 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81f455b-8953-46d2-8557-4027e1b509bc', 'tag': '819fb6dd-663c-491b-a887-910350264c3c'}] {{(pid=92280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:13:20.615451 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59587a23dae4433d2100e3f102ebc88f30c43b22f141808d2ae0dd60ce475b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666fb115-56f9-4361-850f-23c1f4f7c4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a81f455b-8953-46d2-8557-4027e1b509bc", "tag": "819fb6dd-663c-491b-a887-910350264c3c"}]}' {{(pid=92280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:13:20.659631 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for floatingip, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.743743 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c685232-8725-405d-9ef1-d60e39430e98 x-openstack-request-id: req-0c685232-8725-405d-9ef1-d60e39430e98 {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:13:20.743743 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81f455b-8953-46d2-8557-4027e1b509bc", "tag": "819fb6dd-663c-491b-a887-910350264c3c", "status": "completed", "code": 200}]} {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:13:20.746451 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c685232-8725-405d-9ef1-d60e39430e98 {{(pid=92280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:13:20.746451 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81f455b-8953-46d2-8557-4027e1b509bc', 'tag': '819fb6dd-663c-491b-a887-910350264c3c', 'status': 'completed', 'code': 200} Jun 08 04:13:20.778501 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-716228cc-5cc7-4df8-8800-6b7426cb2521 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:20.779211 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-716228cc-5cc7-4df8-8800-6b7426cb2521 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.780668 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Pushing event updated for resources: {'Port': ['ID=819fb6dd-663c-491b-a887-910350264c3c,revision_number=3']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:20.795190 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:20.824333 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5ef83-6dad-40e4-8bec-70e9c05a4659 req-8408b1c6-41dc-45ed-9e73-4abfddd0279a tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:20.824586 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-90b9ebbb-e7b0-4dad-afb8-6a8092a7bf11 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.825859 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-11b5ef83-6dad-40e4-8bec-70e9c05a4659 req-8408b1c6-41dc-45ed-9e73-4abfddd0279a tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 943 time: 0.1872463 Jun 08 04:13:20.885278 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fb115-56f9-4361-850f-23c1f4f7c4e5 req-0fc9ff11-5e08-4e17-931a-01d6b8a6974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:20.886776 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-666fb115-56f9-4361-850f-23c1f4f7c4e5 req-0fc9ff11-5e08-4e17-931a-01d6b8a6974c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 1096 time: 0.1372273 Jun 08 04:13:20.893551 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-11b5ef83-6dad-40e4-8bec-70e9c05a4659 req-7533bdac-4dd9-49fb-92a6-141117967de1 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617623 Jun 08 04:13:20.922127 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-716228cc-5cc7-4df8-8800-6b7426cb2521 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6838753 Jun 08 04:13:20.942523 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Request body: {'port': {'device_id': 'd485a6f5-b92e-4867-8e5e-bf7562bb2af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:20.980799 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e23d13ab-4cb8-4c71-bbcd-d3d345d580b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.981562 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-90b9ebbb-e7b0-4dad-afb8-6a8092a7bf11 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.992583 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e23d13ab-4cb8-4c71-bbcd-d3d345d580b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:20.997788 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-e23d13ab-4cb8-4c71-bbcd-d3d345d580b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aff41e25-49c6-4bb8-add2-8782b178560e HTTP/1.1" status: 204 len: 168 time: 0.7828951 Jun 08 04:13:20.999396 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:21.032349 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d13ab-4cb8-4c71-bbcd-d3d345d580b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff41e25-49c6-4bb8-add2-8782b178560e,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:21.045397 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e23d13ab-4cb8-4c71-bbcd-d3d345d580b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:21.053489 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:21.072836 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9ebbb-e7b0-4dad-afb8-6a8092a7bf11 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798a2697-4d3b-433c-a488-52faadb445e5,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:21.102181 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-90b9ebbb-e7b0-4dad-afb8-6a8092a7bf11 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:21.107780 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:21.124235 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:21.170210 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-90b9ebbb-e7b0-4dad-afb8-6a8092a7bf11 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:21.179806 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-90b9ebbb-e7b0-4dad-afb8-6a8092a7bf11 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0001941 Jun 08 04:13:21.179806 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 59914) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:21.184894 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Request body: {'floatingip': {'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:21.210548 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fb115-56f9-4361-850f-23c1f4f7c4e5 req-ce918753-524a-4d2a-8c53-4c1132f50080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:21.212048 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-666fb115-56f9-4361-850f-23c1f4f7c4e5 req-ce918753-524a-4d2a-8c53-4c1132f50080 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3163538 Jun 08 04:13:21.409203 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 391cc914-9df8-4a09-ab50-1056283c5e43 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:21.469961 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for floatingip, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:21.560081 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fb115-56f9-4361-850f-23c1f4f7c4e5 req-69321735-5eda-41a7-8dd6-3e5574b8510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:21.561535 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-666fb115-56f9-4361-850f-23c1f4f7c4e5 req-69321735-5eda-41a7-8dd6-3e5574b8510f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3392222 Jun 08 04:13:21.571395 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Allocated IP 172.28.2.216 (0fa4fef6-9966-433f-a9a0-b619cc4acad7/01718dbf-838e-406a-9174-db3581520999/9c667371-a1ed-441a-be66-281a4fc7ae55) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:13:21.603490 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59926) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:21.663830 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 391cc914-9df8-4a09-ab50-1056283c5e43 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:21.673149 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 391cc914-9df8-4a09-ab50-1056283c5e43 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:21.673817 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:21.771106 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85d44a-5e01-4846-8ef4-f6e6cee2f186 req-e6139994-f151-46ce-9f2a-b901c127c72d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:21.773314 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-aa85d44a-5e01-4846-8ef4-f6e6cee2f186 req-e6139994-f151-46ce-9f2a-b901c127c72d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 931 time: 0.2367120 Jun 08 04:13:21.778895 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345c963c-5972-4cb1-b8d3-bebf58cf9060 {{(pid=92281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:13:21.789190 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:21.831413 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Transition to ACTIVE for port object 345c963c-5972-4cb1-b8d3-bebf58cf9060 will not be triggered until provisioned by entity L2. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:13:21.856272 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-aa85d44a-5e01-4846-8ef4-f6e6cee2f186 req-cfb8bee8-c4dc-4e2c-b777-59be35b27dc6 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631413 Jun 08 04:13:21.873565 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:21.888240 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-ca115116-7e29-4b6a-b232-cf65eeecdee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:21.888240 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-ca115116-7e29-4b6a-b232-cf65eeecdee4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 1096 time: 0.2707794 Jun 08 04:13:21.894569 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:21.910574 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:21.913682 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:21.920050 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:21.985136 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 391cc914-9df8-4a09-ab50-1056283c5e43, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=391cc914-9df8-4a09-ab50-1056283c5e43,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:22.061030 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-33c82a38-2403-4b24-ace7-5fc430a0430c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819fb6dd-663c-491b-a887-910350264c3c HTTP/1.1" status: 200 len: 217 time: 0.1317558 Jun 08 04:13:22.063538 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:22.065218 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 487732c5-3afb-4c65-a85b-8ace5670cc6d up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:22.102874 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:22.196307 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8947c9f0-7954-47ef-81da-b947642483ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:22.219256 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=391cc914-9df8-4a09-ab50-1056283c5e43,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:22.239159 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:22.251389 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 487732c5-3afb-4c65-a85b-8ace5670cc6d triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:22.251904 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:22.260736 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Pushing event updated for resources: {'Port': ['ID=345c963c-5972-4cb1-b8d3-bebf58cf9060,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:22.304067 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:22.370054 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-d41d2429-5eb1-473e-be24-40e4df4d0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:22.373938 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-d41d2429-5eb1-473e-be24-40e4df4d0cd8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0474e6d9-865d-4b0c-a901-5588ecfaf9e6 HTTP/1.1" status: 200 len: 859 time: 0.3039870 Jun 08 04:13:22.438542 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a802f-3b78-45aa-b448-38f4e9895ad4 req-1ba6dbef-4cf4-4045-bfa4-56ef09c2e41a tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:22.440085 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bc3a802f-3b78-45aa-b448-38f4e9895ad4 req-1ba6dbef-4cf4-4045-bfa4-56ef09c2e41a tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 943 time: 0.3869278 Jun 08 04:13:22.450064 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Attempting to bind port 345c963c-5972-4cb1-b8d3-bebf58cf9060 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:13:22.450419 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Attempting to bind port 345c963c-5972-4cb1-b8d3-bebf58cf9060 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861'}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:13:22.450781 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Attempting to bind port 345c963c-5972-4cb1-b8d3-bebf58cf9060 on network 3d089fd5-3829-4c08-bd4f-7cc574f62861 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:22.475033 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-3ac00d21-03c4-49b5-a0f7-cd8cf4a95c10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d089fd5-3829-4c08-bd4f-7cc574f62861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938420 Jun 08 04:13:22.501930 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Port 345c963c-5972-4cb1-b8d3-bebf58cf9060 on network 3d089fd5-3829-4c08-bd4f-7cc574f62861 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:13:22.502545 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Attempting to bind port 345c963c-5972-4cb1-b8d3-bebf58cf9060 on network 3d089fd5-3829-4c08-bd4f-7cc574f62861 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:22.519209 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:13:22.519678 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Checking segment: {'id': '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:13:22.520246 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Bound using segment: {'id': '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861'} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:13:22.520702 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Bound port: 345c963c-5972-4cb1-b8d3-bebf58cf9060, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861'}}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:13:22.521049 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:22.529392 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:22.529977 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:22.529977 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:13:22.529977 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:13:22.529977 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:13:22.529977 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:22.529977 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:13:22.608303 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bc3a802f-3b78-45aa-b448-38f4e9895ad4 req-01eedf17-1042-4102-955f-2ffb2130e34f tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607094 Jun 08 04:13:22.640966 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:13:22.645321 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:22.650631 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:13:22.677792 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Allocated IP 172.28.2.8 (0fa4fef6-9966-433f-a9a0-b619cc4acad7/01718dbf-838e-406a-9174-db3581520999/045d630e-7f96-413f-b3d6-b928adab5f1b) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:13:22.696437 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8947c9f0-7954-47ef-81da-b947642483ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:22.699297 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] For port 345c963c-5972-4cb1-b8d3-bebf58cf9060, host hv-cinder-78662, cleared binding levels {{(pid=92281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:13:22.703476 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] For port 345c963c-5972-4cb1-b8d3-bebf58cf9060, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=345c963c-5972-4cb1-b8d3-bebf58cf9060,segment=NetworkSegment(0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d),segment_id=0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d)] {{(pid=92281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:13:22.777820 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8947c9f0-7954-47ef-81da-b947642483ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:22.786815 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-d049c188-c6e0-455d-997d-d9027de1fab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:22.813805 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:22.858076 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-8947c9f0-7954-47ef-81da-b947642483ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b3eddb313ab4e2995b92766dba339a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2480047 Jun 08 04:13:22.858761 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 59958) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:22.874724 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:22.878402 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947c9f0-7954-47ef-81da-b947642483ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64de766b-7b35-4a50-825a-c91ef7f7d783,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:22.884384 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-8947c9f0-7954-47ef-81da-b947642483ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:22.890585 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-4be1e14a-d349-4fc1-8114-eb2fa17cf337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:22.919788 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-e83dbad9-1dfa-4f27-a168-86f26469a371 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920465 Jun 08 04:13:22.947506 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:22.948784 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:22.950472 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] 10.222.0.21 "PUT /v2.0/ports/345c963c-5972-4cb1-b8d3-bebf58cf9060 HTTP/1.1" status: 200 len: 1093 time: 2.0125027 Jun 08 04:13:22.955911 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd485a6f5-b92e-4867-8e5e-bf7562bb2af2', 'tag': '345c963c-5972-4cb1-b8d3-bebf58cf9060'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:13:23.071991 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Pushing event updated for resources: {'Port': ['ID=345c963c-5972-4cb1-b8d3-bebf58cf9060,revision_number=3']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:23.080719 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:23.082869 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-a5529a5a-8b04-4c48-b690-833efb60c20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:23.175803 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-a5529a5a-8b04-4c48-b690-833efb60c20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:23.176513 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 391cc914-9df8-4a09-ab50-1056283c5e43 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:23.238159 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85bdb-f64e-4758-834c-93f8b2ab6700 req-874fd8e3-8d14-44b6-8daf-ed6356f2da81 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:23.239802 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e5d85bdb-f64e-4758-834c-93f8b2ab6700 req-874fd8e3-8d14-44b6-8daf-ed6356f2da81 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 943 time: 0.2276852 Jun 08 04:13:23.263251 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:23.281993 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 391cc914-9df8-4a09-ab50-1056283c5e43 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:23.282603 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:23.301794 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-641b0cf8-f9b6-4223-9e57-81b425a4abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:23.304351 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-641b0cf8-f9b6-4223-9e57-81b425a4abe2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 1096 time: 0.2165649 Jun 08 04:13:23.304558 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:23.402064 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-4a2bebb1-7f94-4091-9644-0084e6c68134 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=345c963c-5972-4cb1-b8d3-bebf58cf9060 HTTP/1.1" status: 200 len: 217 time: 0.0887432 Jun 08 04:13:23.404792 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-a5529a5a-8b04-4c48-b690-833efb60c20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:23.408777 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-a5529a5a-8b04-4c48-b690-833efb60c20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:23.410337 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-a5529a5a-8b04-4c48-b690-833efb60c20e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64de766b-7b35-4a50-825a-c91ef7f7d783 HTTP/1.1" status: 204 len: 168 time: 0.5462413 Jun 08 04:13:23.460756 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-fb64afc2-481a-42d9-bf6a-cb713376e2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:23.489945 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d547a3-653d-4007-97a1-265287408492" -d '{"events": [{"name": "network-changed", "server_uuid": "d485a6f5-b92e-4867-8e5e-bf7562bb2af2", "tag": "345c963c-5972-4cb1-b8d3-bebf58cf9060"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:13:23.497731 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5529a5a-8b04-4c48-b690-833efb60c20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64de766b-7b35-4a50-825a-c91ef7f7d783,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:23.503905 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device a91722b7-79f9-42be-9c54-b72aa27e1753 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:13:23.516024 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-a5529a5a-8b04-4c48-b690-833efb60c20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:23.534694 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e5d85bdb-f64e-4758-834c-93f8b2ab6700 req-646bc255-f526-4bab-bf36-37cea1012678 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788815 Jun 08 04:13:23.588226 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-40601eaf-d318-419d-892a-83fe044edfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:23.589685 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-40601eaf-d318-419d-892a-83fe044edfad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0474e6d9-865d-4b0c-a901-5588ecfaf9e6 HTTP/1.1" status: 200 len: 859 time: 0.1768365 Jun 08 04:13:23.632574 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-da612042-42f7-4fd8-9be9-c3679bccde36 req-b8792ac7-2712-4532-b345-318f98a70ce2 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7051044 Jun 08 04:13:23.644207 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-a9909574-243f-4398-b5fd-d8cfa7ed1fc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d089fd5-3829-4c08-bd4f-7cc574f62861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430143 Jun 08 04:13:23.701832 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port a91722b7-79f9-42be-9c54-b72aa27e1753, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a91722b7-79f9-42be-9c54-b72aa27e1753,segment=NetworkSegment(2a5e017d-dfb2-4aec-8b07-13fdcb40d96e),segment_id=2a5e017d-dfb2-4aec-8b07-13fdcb40d96e)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:23.717906 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': 'a91722b7-79f9-42be-9c54-b72aa27e1753', 'network_id': '962c3b61-c184-4fd2-9956-b953b43775e5', 'port_id': 'a91722b7-79f9-42be-9c54-b72aa27e1753', 'mac_address': 'fa:16:3e:12:e2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90a38a9f-6146-4d76-bc9a-a058db8fcde5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:13:23.728432 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:23.767521 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:23.768296 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:23.768296 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:13:23.768296 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:13:23.768296 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:13:23.768296 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:23.768296 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:13:23.783838 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:23.790119 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:13:23.792041 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:23.794829 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:13:23.807812 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91722b7-79f9-42be-9c54-b72aa27e1753 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:13:23.833666 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:23.836465 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port a91722b7-79f9-42be-9c54-b72aa27e1753, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a91722b7-79f9-42be-9c54-b72aa27e1753,segment=NetworkSegment(2a5e017d-dfb2-4aec-8b07-13fdcb40d96e),segment_id=2a5e017d-dfb2-4aec-8b07-13fdcb40d96e)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:23.880916 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:23.890901 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:23.925053 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-77e9161b-c0f2-4fc3-bbe6-4537e2cdba44 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717733 Jun 08 04:13:23.955308 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:23.957222 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:24.053061 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867599'] for floatingip, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:24.065200 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Pushing event updated for resources: {'Port': ['ID=9c667371-a1ed-441a-be66-281a4fc7ae55,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:24.080768 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:24.159758 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9c172-6c06-4629-9567-9b51d781e2ec req-ea98754a-d416-4a0b-89af-862a9300835a tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:24.161320 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-34c9c172-6c06-4629-9567-9b51d781e2ec req-ea98754a-d416-4a0b-89af-862a9300835a tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 943 time: 0.3845024 Jun 08 04:13:24.169429 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51094ce-633b-4fbc-b0d1-07aaf62acd4f x-openstack-request-id: req-a51094ce-633b-4fbc-b0d1-07aaf62acd4f {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:13:24.169755 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d485a6f5-b92e-4867-8e5e-bf7562bb2af2", "tag": "345c963c-5972-4cb1-b8d3-bebf58cf9060", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:13:24.170037 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a51094ce-633b-4fbc-b0d1-07aaf62acd4f {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:13:24.170543 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd485a6f5-b92e-4867-8e5e-bf7562bb2af2', 'tag': '345c963c-5972-4cb1-b8d3-bebf58cf9060', 'status': 'completed', 'code': 200} Jun 08 04:13:24.182713 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=a91722b7-79f9-42be-9c54-b72aa27e1753,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:24.187626 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:24.197196 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:24.259728 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-34c9c172-6c06-4629-9567-9b51d781e2ec req-3b26a330-bfb7-47ec-be6a-9e4de4d0779d tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860286 Jun 08 04:13:24.278367 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8dafbbcf-6140-4829-bf9a-efa90f44f0c0 req-e257f04a-1616-412c-a6f2-1906283dd339 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464830 Jun 08 04:13:24.322025 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:24.324122 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1395991 Jun 08 04:13:24.396044 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['a91722b7-79f9-42be-9c54-b72aa27e1753'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:13:24.414365 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:24.421811 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 60008) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:24.480574 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:24.488805 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:24.497276 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6687da4f-a531-47e4-b4df-fc33fa4ce5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:24.560299 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867599'] for floatingip, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:24.586813 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Pushing event updated for resources: {'Port': ['ID=045d630e-7f96-413f-b3d6-b928adab5f1b,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:24.589945 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:24.633010 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d547a3-653d-4007-97a1-265287408492 req-149efa24-bcd0-459f-ac16-c9cee1e87e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:24.636171 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-67d547a3-653d-4007-97a1-265287408492 req-149efa24-bcd0-459f-ac16-c9cee1e87e68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 1096 time: 0.1907246 Jun 08 04:13:24.685990 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:24.688371 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5106993 Jun 08 04:13:24.891608 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d547a3-653d-4007-97a1-265287408492 req-b4748d83-9091-4f5a-8601-733761051a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:24.893094 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-67d547a3-653d-4007-97a1-265287408492 req-b4748d83-9091-4f5a-8601-733761051a19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d089fd5-3829-4c08-bd4f-7cc574f62861 HTTP/1.1" status: 200 len: 920 time: 0.2495015 Jun 08 04:13:24.909864 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60032) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:24.987816 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-67d547a3-653d-4007-97a1-265287408492 req-505ad1df-c59a-4d2d-bf63-a88ccb93e973 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=345c963c-5972-4cb1-b8d3-bebf58cf9060 HTTP/1.1" status: 200 len: 217 time: 0.0797060 Jun 08 04:13:25.001677 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9043f0-4ce1-48ee-8f45-cda505f6c416 req-2fcc7211-0c44-4d15-9a6b-37188a57be25 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:25.003180 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-de9043f0-4ce1-48ee-8f45-cda505f6c416 req-2fcc7211-0c44-4d15-9a6b-37188a57be25 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 943 time: 0.3378739 Jun 08 04:13:25.012291 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-43f2e5f5-17d5-4deb-bd45-252d63def697 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--212952178&fields=id&tenant_id=6510b398a2924cc896f0ecf5dd74ea97 HTTP/1.1" status: 200 len: 267 time: 0.1691942 Jun 08 04:13:25.042178 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c8caab34-ecdc-40a6-a4a5-6e611ba9ccc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:25.206140 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6687da4f-a531-47e4-b4df-fc33fa4ce5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:25.217326 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-de9043f0-4ce1-48ee-8f45-cda505f6c416 req-c1fb409c-72c9-4169-94ac-7460a99cd77e tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020578 Jun 08 04:13:25.218677 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d547a3-653d-4007-97a1-265287408492 req-b308f5d1-83ea-475d-a2b1-503c9565b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:25.220041 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-67d547a3-653d-4007-97a1-265287408492 req-b308f5d1-83ea-475d-a2b1-503c9565b5a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0474e6d9-865d-4b0c-a901-5588ecfaf9e6 HTTP/1.1" status: 200 len: 859 time: 0.2117214 Jun 08 04:13:25.286966 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-67d547a3-653d-4007-97a1-265287408492 req-294440ae-ce1e-449c-a51a-897fc699e7b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d089fd5-3829-4c08-bd4f-7cc574f62861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591490 Jun 08 04:13:25.289964 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6687da4f-a531-47e4-b4df-fc33fa4ce5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:25.308021 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-c59c397b-ffa8-4dda-8b14-143fe5690175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:25.379409 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device a91722b7-79f9-42be-9c54-b72aa27e1753 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:25.407270 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8ab9df2b-0038-45a4-b39f-4e30c371e420 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:25.408770 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8ab9df2b-0038-45a4-b39f-4e30c371e420 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/networks?id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608 HTTP/1.1" status: 200 len: 811 time: 0.3644459 Jun 08 04:13:25.428824 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c8caab34-ecdc-40a6-a4a5-6e611ba9ccc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:25.468566 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-6687da4f-a531-47e4-b4df-fc33fa4ce5f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=042097dd001a4f688ece8d4c3b41ae1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0455222 Jun 08 04:13:25.479965 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60060) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:25.496115 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687da4f-a531-47e4-b4df-fc33fa4ce5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fb64ba-7afc-44bb-a3de-c1ba047f1755,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:25.508053 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6687da4f-a531-47e4-b4df-fc33fa4ce5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:25.511826 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-b3243359-c79a-4567-abdd-80882ece461b tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/quotas/6510b398a2924cc896f0ecf5dd74ea97 HTTP/1.1" status: 200 len: 375 time: 0.0802069 Jun 08 04:13:25.523307 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c8caab34-ecdc-40a6-a4a5-6e611ba9ccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:25.544242 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port a91722b7-79f9-42be-9c54-b72aa27e1753 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:25.549458 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port a91722b7-79f9-42be-9c54-b72aa27e1753 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:25.551234 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:25.568593 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:25.570382 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-4f0ffbd1-9176-4748-a4e8-e8d5e2e1ce4a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1246788901&fields=id&tenant_id=9c7e0dce267146e58d41cccd658554bc HTTP/1.1" status: 200 len: 267 time: 0.1779740 Jun 08 04:13:25.653973 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-078eb47d-e67c-4054-8d86-ce97843cf856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:25.657726 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-c8caab34-ecdc-40a6-a4a5-6e611ba9ccc8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3421016b86a143b1a272d642e455496e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7467723 Jun 08 04:13:25.659697 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caab34-ecdc-40a6-a4a5-6e611ba9ccc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec946d56-95ca-4166-b209-d45ec7fa86cd,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:25.664728 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c8caab34-ecdc-40a6-a4a5-6e611ba9ccc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:25.665231 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60062) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:25.700567 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-67d547a3-653d-4007-97a1-265287408492 req-c70f1382-72fa-459a-a933-0aa07a386a35 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016824 Jun 08 04:13:25.718308 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-078eb47d-e67c-4054-8d86-ce97843cf856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:25.721867 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:25.768138 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a61cd92-b385-44a1-88ee-0fba730b66c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91722b7-79f9-42be-9c54-b72aa27e1753'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:13:25.790176 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a1435a67-725f-487d-aa8a-1804631841bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:25.841368 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a1435a67-725f-487d-aa8a-1804631841bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:25.846876 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port a91722b7-79f9-42be-9c54-b72aa27e1753, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a91722b7-79f9-42be-9c54-b72aa27e1753,segment=NetworkSegment(2a5e017d-dfb2-4aec-8b07-13fdcb40d96e),segment_id=2a5e017d-dfb2-4aec-8b07-13fdcb40d96e)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:25.873770 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-7ae975c0-44d7-46eb-81f7-a8b6c0e61fd8 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:25.880525 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-7ae975c0-44d7-46eb-81f7-a8b6c0e61fd8 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/networks?id=294f857a-186c-4448-b00c-81d1806ba032 HTTP/1.1" status: 200 len: 817 time: 0.3092532 Jun 08 04:13:25.914543 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-0927540e-37c9-4e74-b08a-586725024d0f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6510b398a2924cc896f0ecf5dd74ea97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3901308 Jun 08 04:13:25.930106 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-fa1c1e57-1165-4fe9-9ac3-3da46b12830c tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/quotas/9c7e0dce267146e58d41cccd658554bc HTTP/1.1" status: 200 len: 375 time: 0.0486796 Jun 08 04:13:25.935252 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-078eb47d-e67c-4054-8d86-ce97843cf856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:25.937781 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:25.939764 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:25.950436 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-078eb47d-e67c-4054-8d86-ce97843cf856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:25.953967 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-078eb47d-e67c-4054-8d86-ce97843cf856 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31fb64ba-7afc-44bb-a3de-c1ba047f1755 HTTP/1.1" status: 204 len: 168 time: 0.4696465 Jun 08 04:13:25.953967 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e23d13ab-4cb8-4c71-bbcd-d3d345d580b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:25.971998 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078eb47d-e67c-4054-8d86-ce97843cf856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fb64ba-7afc-44bb-a3de-c1ba047f1755,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:25.975245 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-078eb47d-e67c-4054-8d86-ce97843cf856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:26.013141 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a1435a67-725f-487d-aa8a-1804631841bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:26.016276 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a1435a67-725f-487d-aa8a-1804631841bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:26.017752 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-a1435a67-725f-487d-aa8a-1804631841bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec946d56-95ca-4166-b209-d45ec7fa86cd HTTP/1.1" status: 204 len: 168 time: 0.3448300 Jun 08 04:13:26.018581 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:26.030771 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c198088e-234b-4fc0-9c6c-6ee32a817c7b" -d '{"events": [{"server_uuid": "9a61cd92-b385-44a1-88ee-0fba730b66c4", "name": "network-vif-plugged", "status": "completed", "tag": "a91722b7-79f9-42be-9c54-b72aa27e1753"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:13:26.065462 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-67d547a3-653d-4007-97a1-265287408492 req-261010b9-2b79-4508-a956-074b72d057a6 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528862 Jun 08 04:13:26.077941 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=a91722b7-79f9-42be-9c54-b72aa27e1753,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:26.084613 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1435a67-725f-487d-aa8a-1804631841bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec946d56-95ca-4166-b209-d45ec7fa86cd,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:26.094907 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a1435a67-725f-487d-aa8a-1804631841bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:26.095102 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:26.149164 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-1dc009bc-5519-445f-9b28-1a497e56cd6c service neutron] 10.222.0.18 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170019 Jun 08 04:13:26.191508 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-f46b1da6-2e12-4531-86f6-8e6517891c29 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c7e0dce267146e58d41cccd658554bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2559569 Jun 08 04:13:26.577824 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-94baad74-047e-4f64-9db0-2b098269f244 service neutron] 10.222.0.18 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850212 Jun 08 04:13:26.611899 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-1de4c2e6-252c-4ec8-b49e-3adb06a76764 service neutron] 10.222.0.18 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752730 Jun 08 04:13:26.729373 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-2f192c1d-e0ec-4b45-a84e-f9cd588349e4 service neutron] 10.222.0.18 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446385 Jun 08 04:13:27.024391 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c3f05-a8ae-4492-a403-93b203d1f1f5 req-4c5b113a-e901-4ee3-b88b-9c0762807f40 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:27.031835 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fc8c3f05-a8ae-4492-a403-93b203d1f1f5 req-4c5b113a-e901-4ee3-b88b-9c0762807f40 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 945 time: 0.0958834 Jun 08 04:13:27.080174 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60122) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:27.094151 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fc8c3f05-a8ae-4492-a403-93b203d1f1f5 req-3fea5847-7e21-4ff1-a4bb-5d7cd91b49f0 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612707 Jun 08 04:13:27.113448 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a89ac487-2275-4b69-98f9-f1abbce92427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:27.328610 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a89ac487-2275-4b69-98f9-f1abbce92427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:27.341398 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60132) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:27.347276 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c19dd-2d7b-406c-b44d-3cbc1b2d10fc req-cce1c293-dadf-4273-810c-a7301a686db0 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:27.348958 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2d2c19dd-2d7b-406c-b44d-3cbc1b2d10fc req-cce1c293-dadf-4273-810c-a7301a686db0 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 943 time: 0.1144106 Jun 08 04:13:27.394371 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 819fb6dd-663c-491b-a887-910350264c3c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:13:27.457754 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a89ac487-2275-4b69-98f9-f1abbce92427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:27.470850 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-078eb47d-e67c-4054-8d86-ce97843cf856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:27.480574 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296ba64e-597a-4b9d-94c6-8c1c6f84820a x-openstack-request-id: req-296ba64e-597a-4b9d-94c6-8c1c6f84820a {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:13:27.482347 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a61cd92-b385-44a1-88ee-0fba730b66c4", "name": "network-vif-plugged", "status": "completed", "tag": "a91722b7-79f9-42be-9c54-b72aa27e1753", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:13:27.482952 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-296ba64e-597a-4b9d-94c6-8c1c6f84820a {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:13:27.483618 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a61cd92-b385-44a1-88ee-0fba730b66c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91722b7-79f9-42be-9c54-b72aa27e1753', 'code': 200} Jun 08 04:13:27.538947 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7985a78a-d6d8-4c28-bba1-df3f18a28ff9 req-c3c1677a-c999-48af-8a2e-db6fed25a207 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 210 time: 0.0938640 Jun 08 04:13:27.559301 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2d2c19dd-2d7b-406c-b44d-3cbc1b2d10fc req-762318df-6dd7-4e44-bf14-3334314bd0a5 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014520 Jun 08 04:13:27.649985 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 60146) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:27.651497 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-a89ac487-2275-4b69-98f9-f1abbce92427 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d740b4c4c874fca81c58d80e5196830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5700808 Jun 08 04:13:27.652532 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ac487-2275-4b69-98f9-f1abbce92427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7ad531-23a2-4084-b10e-687ce5642545,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:27.657532 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a89ac487-2275-4b69-98f9-f1abbce92427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:27.707752 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 819fb6dd-663c-491b-a887-910350264c3c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=819fb6dd-663c-491b-a887-910350264c3c,segment=NetworkSegment(0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d),segment_id=0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:27.727249 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': '819fb6dd-663c-491b-a887-910350264c3c', 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861', 'port_id': '819fb6dd-663c-491b-a887-910350264c3c', 'mac_address': 'fa:16:3e:2c:ad:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0474e6d9-865d-4b0c-a901-5588ecfaf9e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:13:27.779415 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0831e3f8-d909-4ad3-be8b-17674f0bd2db req-d00ef2d7-0906-439d-b732-af204b6864ff tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0881279 Jun 08 04:13:27.801765 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:27.825398 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819fb6dd-663c-491b-a887-910350264c3c {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:13:27.849883 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 819fb6dd-663c-491b-a887-910350264c3c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=819fb6dd-663c-491b-a887-910350264c3c,segment=NetworkSegment(0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d),segment_id=0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:27.879387 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f898e811-8818-4326-bde9-a527836e1a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:27.890614 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9c56e17c-785f-4e8b-8d7d-4f6d196e4b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:27.919139 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f898e811-8818-4326-bde9-a527836e1a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:27.975168 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1474b4-33c6-4838-812f-70f90c3f34db req-68faf4ba-4195-4885-9c7a-72ec8ea75545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:27.977855 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7c1474b4-33c6-4838-812f-70f90c3f34db req-68faf4ba-4195-4885-9c7a-72ec8ea75545 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 1098 time: 0.1603119 Jun 08 04:13:27.978668 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:27.981825 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-3481f6f7-ff6a-4575-a7be-0080505aa84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:28.001305 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-7c1474b4-33c6-4838-812f-70f90c3f34db req-4211e1d7-2d06-4b51-a000-342b59b16fb7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:28.018427 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9c56e17c-785f-4e8b-8d7d-4f6d196e4b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:28.083363 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=819fb6dd-663c-491b-a887-910350264c3c,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:28.086307 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:28.095008 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9c56e17c-785f-4e8b-8d7d-4f6d196e4b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:28.108608 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-63ca0347-6a15-4f5e-b153-5f8ad9cb50b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:28.128042 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f898e811-8818-4326-bde9-a527836e1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:28.131346 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f898e811-8818-4326-bde9-a527836e1a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:28.132489 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-f898e811-8818-4326-bde9-a527836e1a8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a7ad531-23a2-4084-b10e-687ce5642545 HTTP/1.1" status: 204 len: 168 time: 0.4814851 Jun 08 04:13:28.134634 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ce66ad1e-8e07-4aec-a3de-4ea5e0cc6fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:28.154329 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898e811-8818-4326-bde9-a527836e1a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7ad531-23a2-4084-b10e-687ce5642545,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:28.154329 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-f898e811-8818-4326-bde9-a527836e1a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:28.232220 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-9c56e17c-785f-4e8b-8d7d-4f6d196e4b8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a99685e2d9c444e3aebbc235c003a35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8891280 Jun 08 04:13:28.234911 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56e17c-785f-4e8b-8d7d-4f6d196e4b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928338b5-9c8b-4587-b3b5-59ee3b0e00c7,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:28.244358 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-9c56e17c-785f-4e8b-8d7d-4f6d196e4b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:28.245275 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60164) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:28.287437 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-7c1474b4-33c6-4838-812f-70f90c3f34db req-4211e1d7-2d06-4b51-a000-342b59b16fb7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:28.304325 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['819fb6dd-663c-491b-a887-910350264c3c'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:13:28.330486 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb7fc-6b6a-4ebc-a4f6-4a6b30c37249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:28.387852 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb7fc-6b6a-4ebc-a4f6-4a6b30c37249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:28.419599 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-7c1474b4-33c6-4838-812f-70f90c3f34db req-4211e1d7-2d06-4b51-a000-342b59b16fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:28.433504 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-42a338cb-42f6-4250-925d-e79659139a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:28.466236 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7c1474b4-33c6-4838-812f-70f90c3f34db req-4211e1d7-2d06-4b51-a000-342b59b16fb7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820790 Jun 08 04:13:28.477823 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211e1d7-2d06-4b51-a000-342b59b16fb7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=763f4978-ddf8-4985-b24f-e95cd0b961b4,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:28.482702 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-4211e1d7-2d06-4b51-a000-342b59b16fb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:28.512569 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84de88-071a-462d-87ce-71d677f6e775 req-2b69fba5-0256-43f2-b346-7288f0e0417e tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:28.514258 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9d84de88-071a-462d-87ce-71d677f6e775 req-2b69fba5-0256-43f2-b346-7288f0e0417e tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 945 time: 0.1795585 Jun 08 04:13:28.520168 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb7fc-6b6a-4ebc-a4f6-4a6b30c37249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:28.522807 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb7fc-6b6a-4ebc-a4f6-4a6b30c37249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:28.526985 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-f3ccb7fc-6b6a-4ebc-a4f6-4a6b30c37249 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/928338b5-9c8b-4587-b3b5-59ee3b0e00c7 HTTP/1.1" status: 204 len: 168 time: 0.2776630 Jun 08 04:13:28.526985 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a1435a67-725f-487d-aa8a-1804631841bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:28.550627 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccb7fc-6b6a-4ebc-a4f6-4a6b30c37249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928338b5-9c8b-4587-b3b5-59ee3b0e00c7,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:28.554719 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-f3ccb7fc-6b6a-4ebc-a4f6-4a6b30c37249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:28.586370 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9d84de88-071a-462d-87ce-71d677f6e775 req-8341ba8a-229d-4b87-bc08-0404838b8da1 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641930 Jun 08 04:13:28.802733 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-43ac2e7e-6a9f-4cd9-94fb-05df2241e049 req-dfe718e9-1a4e-4863-89c1-f33e94fd3cad tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 210 time: 0.1185317 Jun 08 04:13:28.855053 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02155236-fb8e-4a4a-bc27-8e08bc361df3 req-81e45a57-0ea7-4fad-b993-dc1f1dd113e3 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:28.862772 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-02155236-fb8e-4a4a-bc27-8e08bc361df3 req-81e45a57-0ea7-4fad-b993-dc1f1dd113e3 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 943 time: 0.1172457 Jun 08 04:13:28.908802 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-02155236-fb8e-4a4a-bc27-8e08bc361df3 req-4b0cabdc-c8ef-46a5-8e9d-6ae43e84e8fc tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448811 Jun 08 04:13:28.985716 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7fd6ee13-b1eb-4cfa-be57-c341117ba308 req-d794c12b-6e7a-40e7-8ef8-58ddb2ea4b13 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0433636 Jun 08 04:13:29.408922 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 345c963c-5972-4cb1-b8d3-bebf58cf9060 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:13:29.447817 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60204) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:29.468164 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a5e35794-3e19-494a-8eb6-c0b23beb66e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:29.617148 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 345c963c-5972-4cb1-b8d3-bebf58cf9060, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=345c963c-5972-4cb1-b8d3-bebf58cf9060,segment=NetworkSegment(0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d),segment_id=0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:29.629621 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a5e35794-3e19-494a-8eb6-c0b23beb66e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:29.639466 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': '345c963c-5972-4cb1-b8d3-bebf58cf9060', 'network_id': '3d089fd5-3829-4c08-bd4f-7cc574f62861', 'port_id': '345c963c-5972-4cb1-b8d3-bebf58cf9060', 'mac_address': 'fa:16:3e:7a:b7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0474e6d9-865d-4b0c-a901-5588ecfaf9e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:13:29.703807 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:29.723195 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345c963c-5972-4cb1-b8d3-bebf58cf9060 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:13:29.725765 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a5e35794-3e19-494a-8eb6-c0b23beb66e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:29.742147 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:29.773292 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 345c963c-5972-4cb1-b8d3-bebf58cf9060, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=345c963c-5972-4cb1-b8d3-bebf58cf9060,segment=NetworkSegment(0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d),segment_id=0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:29.804129 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-a5e35794-3e19-494a-8eb6-c0b23beb66e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee94b79a1cd0460f9b0a9d675f48fe4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543127 Jun 08 04:13:29.805908 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60216) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:29.825000 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e35794-3e19-494a-8eb6-c0b23beb66e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88644510-3f21-4dc8-a79c-dd2d594824fd,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:29.844627 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a5e35794-3e19-494a-8eb6-c0b23beb66e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:29.874677 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:29.876491 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:29.902697 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-159f9ada-c4b6-4c23-9de6-c733c89433ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:29.958602 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-159f9ada-c4b6-4c23-9de6-c733c89433ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:29.971582 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=345c963c-5972-4cb1-b8d3-bebf58cf9060,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:29.974639 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:30.115881 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-894c98e2-dd4e-4a76-8d64-4cab8c2cfecb req-795a6fb3-0654-478a-9424-085212d47cbf tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 210 time: 0.0698564 Jun 08 04:13:30.121246 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-159f9ada-c4b6-4c23-9de6-c733c89433ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:30.124094 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-159f9ada-c4b6-4c23-9de6-c733c89433ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:30.124704 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-159f9ada-c4b6-4c23-9de6-c733c89433ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88644510-3f21-4dc8-a79c-dd2d594824fd HTTP/1.1" status: 204 len: 168 time: 0.3178802 Jun 08 04:13:30.125563 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a5e35794-3e19-494a-8eb6-c0b23beb66e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:30.146561 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f9ada-c4b6-4c23-9de6-c733c89433ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88644510-3f21-4dc8-a79c-dd2d594824fd,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:30.149526 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-159f9ada-c4b6-4c23-9de6-c733c89433ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:30.184742 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135b3d3-200e-4686-82c8-afbeafb9acc9 req-6d0756a6-6515-4b1e-9ae6-e9b4cc39336a tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:30.194307 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1135b3d3-200e-4686-82c8-afbeafb9acc9 req-6d0756a6-6515-4b1e-9ae6-e9b4cc39336a tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 945 time: 0.3750932 Jun 08 04:13:30.230728 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['345c963c-5972-4cb1-b8d3-bebf58cf9060'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:13:30.234480 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-53917463-c266-42a1-932b-cedc2712a826 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:30.243487 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-53917463-c266-42a1-932b-cedc2712a826 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.21 "GET /v2.0/networks?id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608 HTTP/1.1" status: 200 len: 811 time: 0.4444268 Jun 08 04:13:30.399914 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1135b3d3-200e-4686-82c8-afbeafb9acc9 req-ad9a18c8-6b8d-49c0-a83a-5111e9186fe1 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047408 Jun 08 04:13:30.409782 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-6fe79ea1-be7f-4a81-8054-f02c230633e3 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6510b398a2924cc896f0ecf5dd74ea97 HTTP/1.1" status: 200 len: 379 time: 0.1564469 Jun 08 04:13:30.443306 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8f48959f-45b8-4b32-a9e6-962e2761fd76 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Request body: {'port': {'device_id': '51c8f4de-b87e-4ffe-828e-f76d2c2113b3', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'admin_state_up': True, 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'security_groups': ['7ce440a7-b1d8-47ec-9c35-ace7b3fdd256']}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:30.787332 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-016611f4-41da-40e0-a381-902372975d76 req-203abf63-75a4-4aad-996b-990389e567b4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0712376 Jun 08 04:13:30.835742 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17848a91-86f2-43e7-9ae5-4a9d198d54e5 req-82a1c9a8-03b3-42f5-b078-340ac71d6791 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:30.839863 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-17848a91-86f2-43e7-9ae5-4a9d198d54e5 req-82a1c9a8-03b3-42f5-b078-340ac71d6791 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 944 time: 0.5029678 Jun 08 04:13:30.867379 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 60262) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:30.898358 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-17848a91-86f2-43e7-9ae5-4a9d198d54e5 req-d56d646b-fe06-478a-bd99-2688d04f469e tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514314 Jun 08 04:13:30.914387 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8f48959f-45b8-4b32-a9e6-962e2761fd76 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Made reservation on behalf of 6510b398a2924cc896f0ecf5dd74ea97 for: {'port': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:13:30.918392 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8f48959f-45b8-4b32-a9e6-962e2761fd76 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:31.002226 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c89f643b-2af8-465a-8500-a88ba6f8508d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:31.003786 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c89f643b-2af8-465a-8500-a88ba6f8508d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.21 "GET /v2.0/networks?id=294f857a-186c-4448-b00c-81d1806ba032 HTTP/1.1" status: 200 len: 817 time: 0.1840484 Jun 08 04:13:31.122339 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-ddd738fe-ff79-47db-9c8f-d4f269db56d1 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c7e0dce267146e58d41cccd658554bc HTTP/1.1" status: 200 len: 380 time: 0.0643427 Jun 08 04:13:31.133281 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c69da72b-1eb5-4e2f-b1ff-c0ac362891d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Request body: {'port': {'device_id': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'admin_state_up': True, 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'security_groups': ['24aac328-977d-461c-a00a-76253f319bd0']}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:31.156821 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8f48959f-45b8-4b32-a9e6-962e2761fd76 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Allocated IP 172.20.0.5 (f46f9cba-39f3-45a2-a3db-5fa7d66e9608/6cbbe1bd-e80b-4b17-a029-b5a2fd183531/8ffad4ab-1a59-48ad-b584-fd11959aba48) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:13:31.261795 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f6feba14-b890-4e3a-ad30-cc2d79df6f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:31.425225 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 345c963c-5972-4cb1-b8d3-bebf58cf9060 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:31.443444 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5c46ecd9-0234-422b-855f-b4cd8a138ed3 req-9f7bd68a-fe7c-4a2c-9538-a86634c92671 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 210 time: 0.0583014 Jun 08 04:13:31.504613 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c69da72b-1eb5-4e2f-b1ff-c0ac362891d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Made reservation on behalf of 9c7e0dce267146e58d41cccd658554bc for: {'port': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:13:31.513515 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c69da72b-1eb5-4e2f-b1ff-c0ac362891d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:31.517560 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8f48959f-45b8-4b32-a9e6-962e2761fd76 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:31.555159 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8f48959f-45b8-4b32-a9e6-962e2761fd76 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Transition to ACTIVE for port object 8ffad4ab-1a59-48ad-b584-fd11959aba48 will not be triggered until provisioned by entity DHCP. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:13:31.646197 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port 345c963c-5972-4cb1-b8d3-bebf58cf9060 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:31.654699 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port 345c963c-5972-4cb1-b8d3-bebf58cf9060 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:31.655122 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:31.687913 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383b2a7-dff9-4bdf-9cd8-1b2b13a72210 req-060421d2-cd4b-4650-a2bd-f6344eee2fdf tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:31.689450 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1383b2a7-dff9-4bdf-9cd8-1b2b13a72210 req-060421d2-cd4b-4650-a2bd-f6344eee2fdf tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 945 time: 0.1382775 Jun 08 04:13:31.744660 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f6feba14-b890-4e3a-ad30-cc2d79df6f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:31.771186 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c69da72b-1eb5-4e2f-b1ff-c0ac362891d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Allocated IP 172.20.0.11 (294f857a-186c-4448-b00c-81d1806ba032/6790621e-0f94-4c60-abe1-4e141a73cc04/639df7a3-9ef1-4c7c-b7e1-907024a611ad) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:13:31.776534 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1383b2a7-dff9-4bdf-9cd8-1b2b13a72210 req-358dd191-0a4c-43a2-87c8-355cc5c1f39f tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694859 Jun 08 04:13:31.816184 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:31.857296 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 345c963c-5972-4cb1-b8d3-bebf58cf9060, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=345c963c-5972-4cb1-b8d3-bebf58cf9060,segment=NetworkSegment(0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d),segment_id=0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:31.858273 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd485a6f5-b92e-4867-8e5e-bf7562bb2af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345c963c-5972-4cb1-b8d3-bebf58cf9060'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:13:31.861273 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f51617b-651b-4941-98d5-c3b60ed310f2" -d '{"events": [{"server_uuid": "d485a6f5-b92e-4867-8e5e-bf7562bb2af2", "name": "network-vif-plugged", "status": "completed", "tag": "345c963c-5972-4cb1-b8d3-bebf58cf9060"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:13:31.892433 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8f48959f-45b8-4b32-a9e6-962e2761fd76 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:31.896554 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8f48959f-45b8-4b32-a9e6-962e2761fd76 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:31.896554 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:13:31.896554 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:13:31.896554 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:13:31.896554 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:31.896554 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:13:31.938146 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8f48959f-45b8-4b32-a9e6-962e2761fd76 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:13:31.942602 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8f48959f-45b8-4b32-a9e6-962e2761fd76 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:31.944944 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679cf632-696f-4de7-b958-1778be37d51e x-openstack-request-id: req-679cf632-696f-4de7-b958-1778be37d51e {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:13:31.945271 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d485a6f5-b92e-4867-8e5e-bf7562bb2af2", "name": "network-vif-plugged", "status": "completed", "tag": "345c963c-5972-4cb1-b8d3-bebf58cf9060", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:13:31.945522 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-679cf632-696f-4de7-b958-1778be37d51e {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:13:31.945905 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd485a6f5-b92e-4867-8e5e-bf7562bb2af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345c963c-5972-4cb1-b8d3-bebf58cf9060', 'code': 200} Jun 08 04:13:31.981075 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8f48959f-45b8-4b32-a9e6-962e2761fd76 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:13:31.983482 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:31.984372 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 819fb6dd-663c-491b-a887-910350264c3c up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:32.114900 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8f48959f-45b8-4b32-a9e6-962e2761fd76 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:32.116570 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8f48959f-45b8-4b32-a9e6-962e2761fd76 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:32.125745 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f6feba14-b890-4e3a-ad30-cc2d79df6f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:32.149772 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-63cddd81-cca4-4bf5-a18f-74d841554cc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:32.200629 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c69da72b-1eb5-4e2f-b1ff-c0ac362891d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:32.242449 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c69da72b-1eb5-4e2f-b1ff-c0ac362891d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Transition to ACTIVE for port object 639df7a3-9ef1-4c7c-b7e1-907024a611ad will not be triggered until provisioned by entity DHCP. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:13:32.266363 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:32.271828 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=345c963c-5972-4cb1-b8d3-bebf58cf9060,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:32.277582 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eea49333-2b94-47b5-95d6-f7bf1b59bc48 req-50b80139-f974-49de-980b-0b400ca8f738 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 210 time: 0.1772661 Jun 08 04:13:32.287172 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:32.365446 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port 819fb6dd-663c-491b-a887-910350264c3c completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:32.371602 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port 819fb6dd-663c-491b-a887-910350264c3c triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:32.371985 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:32.405938 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-f6feba14-b890-4e3a-ad30-cc2d79df6f2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20a39df0357e49dbbcce3853a80f8fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5351744 Jun 08 04:13:32.408046 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 60322) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:32.422514 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6feba14-b890-4e3a-ad30-cc2d79df6f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78de6d37-0cf8-4d60-9c0a-7fc4a4e9f6aa,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:32.436675 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-f6feba14-b890-4e3a-ad30-cc2d79df6f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:32.448702 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8f48959f-45b8-4b32-a9e6-962e2761fd76 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0120957 Jun 08 04:13:32.469764 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Request body: {'port': {'device_id': '51c8f4de-b87e-4ffe-828e-f76d2c2113b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:32.510846 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c69da72b-1eb5-4e2f-b1ff-c0ac362891d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:32.514534 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c69da72b-1eb5-4e2f-b1ff-c0ac362891d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:32.514534 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:13:32.514534 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:13:32.514534 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:13:32.514534 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:32.514534 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:13:32.547982 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:32.570702 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c69da72b-1eb5-4e2f-b1ff-c0ac362891d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Network 294f857a-186c-4448-b00c-81d1806ba032 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:13:32.577757 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c69da72b-1eb5-4e2f-b1ff-c0ac362891d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:32.581542 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-4dafa771-a576-4359-8f48-fb1d5291c32d None None] Provisioning for port 8ffad4ab-1a59-48ad-b584-fd11959aba48 completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:32.582570 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c69da72b-1eb5-4e2f-b1ff-c0ac362891d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:13:32.607363 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c69da72b-1eb5-4e2f-b1ff-c0ac362891d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:32.607363 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c69da72b-1eb5-4e2f-b1ff-c0ac362891d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:32.609065 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-4dafa771-a576-4359-8f48-fb1d5291c32d None None] Provisioning complete for port 8ffad4ab-1a59-48ad-b584-fd11959aba48 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:32.609424 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-4dafa771-a576-4359-8f48-fb1d5291c32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:32.625928 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f0111f9f-5b4c-40ad-91d9-9d045c11a950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:32.641803 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c6b85-1995-41b7-94c3-f6f6149323f3 req-fc2ed353-44fd-4225-94b1-12b6d99ad5b5 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:32.646090 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d31c6b85-1995-41b7-94c3-f6f6149323f3 req-fc2ed353-44fd-4225-94b1-12b6d99ad5b5 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.3434377 Jun 08 04:13:32.683979 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e6eb3-8aaa-48b1-aa0c-cd27e89c01e6 req-80370920-5044-4311-b072-38f9457b88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:32.687580 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-4b2e6eb3-8aaa-48b1-aa0c-cd27e89c01e6 req-80370920-5044-4311-b072-38f9457b88bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 1098 time: 0.2831371 Jun 08 04:13:32.695327 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 819fb6dd-663c-491b-a887-910350264c3c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=819fb6dd-663c-491b-a887-910350264c3c,segment=NetworkSegment(0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d),segment_id=0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:32.709223 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-4dafa771-a576-4359-8f48-fb1d5291c32d None None] Port 8ffad4ab-1a59-48ad-b584-fd11959aba48 cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:13:32.746232 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-4b2e6eb3-8aaa-48b1-aa0c-cd27e89c01e6 req-2803a36e-18e9-4955-a08f-1326d0b8056f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512393 Jun 08 04:13:32.766367 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:32.767185 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-c69da72b-1eb5-4e2f-b1ff-c0ac362891d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6390922 Jun 08 04:13:32.769516 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:32.800979 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:32.823911 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f0111f9f-5b4c-40ad-91d9-9d045c11a950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:32.878486 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=819fb6dd-663c-491b-a887-910350264c3c,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:32.882245 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d31c6b85-1995-41b7-94c3-f6f6149323f3 req-0c4db925-e796-4236-96cb-a9eeff764747 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066712 Jun 08 04:13:32.882738 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:32.960756 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-de5114b3-4a28-4d63-9837-9cdd11e4776f None None] Provisioning for port 639df7a3-9ef1-4c7c-b7e1-907024a611ad completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:32.967071 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-de5114b3-4a28-4d63-9837-9cdd11e4776f None None] Provisioning complete for port 639df7a3-9ef1-4c7c-b7e1-907024a611ad triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:32.967842 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-de5114b3-4a28-4d63-9837-9cdd11e4776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:33.031766 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-de5114b3-4a28-4d63-9837-9cdd11e4776f None None] Port 639df7a3-9ef1-4c7c-b7e1-907024a611ad cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:13:33.133589 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd0985-c84a-4359-a69d-3c50a28efcee req-f183344e-539e-43a7-8258-9e973f7ca3b0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:33.135216 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-65dd0985-c84a-4359-a69d-3c50a28efcee req-f183344e-539e-43a7-8258-9e973f7ca3b0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 931 time: 0.4532840 Jun 08 04:13:33.214504 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-65dd0985-c84a-4359-a69d-3c50a28efcee req-66ed9d8c-aeae-46a4-8e7b-e7af02fbb3b1 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731950 Jun 08 04:13:33.231215 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Request body: {'port': {'device_id': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:33.238387 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f0111f9f-5b4c-40ad-91d9-9d045c11a950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:33.240715 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f0111f9f-5b4c-40ad-91d9-9d045c11a950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:33.241854 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-f0111f9f-5b4c-40ad-91d9-9d045c11a950 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78de6d37-0cf8-4d60-9c0a-7fc4a4e9f6aa HTTP/1.1" status: 204 len: 168 time: 0.8322525 Jun 08 04:13:33.246373 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-fe937405-fe56-44b4-bf72-e730b33e0b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:33.255964 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0111f9f-5b4c-40ad-91d9-9d045c11a950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78de6d37-0cf8-4d60-9c0a-7fc4a4e9f6aa,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:33.265789 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-f0111f9f-5b4c-40ad-91d9-9d045c11a950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:33.330247 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffad4ab-1a59-48ad-b584-fd11959aba48 {{(pid=92281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:13:33.339618 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:33.358133 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Transition to ACTIVE for port object 8ffad4ab-1a59-48ad-b584-fd11959aba48 will not be triggered until provisioned by entity L2. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:13:33.376484 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:33.518628 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:33.532295 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:33.721565 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffad4ab-1a59-48ad-b584-fd11959aba48,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:33.734603 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:33.792045 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d36df1-4f66-4f51-abe0-39afd79c94ff req-a6697a30-61d8-4f87-a6d4-5c6e52df5b13 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:33.793586 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a9d36df1-4f66-4f51-abe0-39afd79c94ff req-a6697a30-61d8-4f87-a6d4-5c6e52df5b13 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 932 time: 0.3883336 Jun 08 04:13:33.867532 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Attempting to bind port 8ffad4ab-1a59-48ad-b584-fd11959aba48 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:13:33.867936 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Attempting to bind port 8ffad4ab-1a59-48ad-b584-fd11959aba48 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:13:33.868266 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Attempting to bind port 8ffad4ab-1a59-48ad-b584-fd11959aba48 on network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:33.876266 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a9d36df1-4f66-4f51-abe0-39afd79c94ff req-648f4281-8c37-40b8-beff-87d187095233 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725279 Jun 08 04:13:33.878988 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Port 8ffad4ab-1a59-48ad-b584-fd11959aba48 on network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:13:33.883621 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Attempting to bind port 8ffad4ab-1a59-48ad-b584-fd11959aba48 on network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:33.890422 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:13:33.890755 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Checking segment: {'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:13:33.891155 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Bound using segment: {'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:13:33.891580 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Bound port: 8ffad4ab-1a59-48ad-b584-fd11959aba48, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'}}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:13:33.891923 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:33.899057 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639df7a3-9ef1-4c7c-b7e1-907024a611ad {{(pid=92280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:13:33.914504 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:33.948703 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81f455b-8953-46d2-8557-4027e1b509bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819fb6dd-663c-491b-a887-910350264c3c'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:13:33.950844 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd90df45-ad6b-45c9-b176-66c03cfff739" -d '{"events": [{"server_uuid": "a81f455b-8953-46d2-8557-4027e1b509bc", "name": "network-vif-plugged", "status": "completed", "tag": "819fb6dd-663c-491b-a887-910350264c3c"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:13:33.961609 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Transition to ACTIVE for port object 639df7a3-9ef1-4c7c-b7e1-907024a611ad will not be triggered until provisioned by entity L2. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:13:34.038614 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2cf547-a8f0-4d98-b39a-45185cafcd20 x-openstack-request-id: req-5b2cf547-a8f0-4d98-b39a-45185cafcd20 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:13:34.039108 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81f455b-8953-46d2-8557-4027e1b509bc", "name": "network-vif-plugged", "status": "completed", "tag": "819fb6dd-663c-491b-a887-910350264c3c", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:13:34.039389 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b2cf547-a8f0-4d98-b39a-45185cafcd20 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:13:34.039794 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81f455b-8953-46d2-8557-4027e1b509bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819fb6dd-663c-491b-a887-910350264c3c', 'code': 200} Jun 08 04:13:34.056035 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] For port 8ffad4ab-1a59-48ad-b584-fd11959aba48, host hv-cinder-78662, cleared binding levels {{(pid=92281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:13:34.060823 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] For port 8ffad4ab-1a59-48ad-b584-fd11959aba48, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8ffad4ab-1a59-48ad-b584-fd11959aba48,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:13:34.063439 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:34.070413 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-768a70a8-93a3-437b-bbf4-254a3dbe9507 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:34.188771 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:34.197704 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:34.258292 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:34.258789 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:34.260207 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] 10.222.0.21 "PUT /v2.0/ports/8ffad4ab-1a59-48ad-b584-fd11959aba48 HTTP/1.1" status: 200 len: 1093 time: 1.8011541 Jun 08 04:13:34.260676 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c8f4de-b87e-4ffe-828e-f76d2c2113b3', 'tag': '8ffad4ab-1a59-48ad-b584-fd11959aba48'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:13:34.262949 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416a340d-067c-4f4e-af15-5571e71c2bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "51c8f4de-b87e-4ffe-828e-f76d2c2113b3", "tag": "8ffad4ab-1a59-48ad-b584-fd11959aba48"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:13:34.292255 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffad4ab-1a59-48ad-b584-fd11959aba48,revision_number=3']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:34.296742 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:34.315349 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc736c-6c6b-4dc9-8ee1-919d99355b0a req-2582d26e-bbb9-49d6-bc05-a4d468d2b2b8 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:34.331582 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f3dc736c-6c6b-4dc9-8ee1-919d99355b0a req-2582d26e-bbb9-49d6-bc05-a4d468d2b2b8 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.2421813 Jun 08 04:13:34.333205 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 60370) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:34.422606 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-efb83906-b87d-42f0-b694-e74036cebbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:34.489107 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Pushing event updated for resources: {'Port': ['ID=639df7a3-9ef1-4c7c-b7e1-907024a611ad,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:34.493031 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:34.493821 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Attempting to bind port 639df7a3-9ef1-4c7c-b7e1-907024a611ad on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:13:34.494850 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Attempting to bind port 639df7a3-9ef1-4c7c-b7e1-907024a611ad by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'}] {{(pid=92280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:13:34.495200 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Attempting to bind port 639df7a3-9ef1-4c7c-b7e1-907024a611ad on network 294f857a-186c-4448-b00c-81d1806ba032 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:34.500422 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Port 639df7a3-9ef1-4c7c-b7e1-907024a611ad on network 294f857a-186c-4448-b00c-81d1806ba032 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:13:34.500738 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Attempting to bind port 639df7a3-9ef1-4c7c-b7e1-907024a611ad on network 294f857a-186c-4448-b00c-81d1806ba032 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:34.507488 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:13:34.507837 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Checking segment: {'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:13:34.508209 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Bound using segment: {'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'} {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:13:34.508693 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Bound port: 639df7a3-9ef1-4c7c-b7e1-907024a611ad, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'}}] {{(pid=92280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:13:34.509036 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:34.552953 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f3dc736c-6c6b-4dc9-8ee1-919d99355b0a req-553ca2aa-2217-49a6-8ceb-3fa1dd25be30 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203660 Jun 08 04:13:34.642768 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e728b7-93c3-4ba0-96a5-66163c7647d3 x-openstack-request-id: req-78e728b7-93c3-4ba0-96a5-66163c7647d3 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:13:34.643090 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c8f4de-b87e-4ffe-828e-f76d2c2113b3", "tag": "8ffad4ab-1a59-48ad-b584-fd11959aba48", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:13:34.643520 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78e728b7-93c3-4ba0-96a5-66163c7647d3 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:13:34.643930 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c8f4de-b87e-4ffe-828e-f76d2c2113b3', 'tag': '8ffad4ab-1a59-48ad-b584-fd11959aba48', 'status': 'completed', 'code': 200} Jun 08 04:13:34.709372 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] For port 639df7a3-9ef1-4c7c-b7e1-907024a611ad, host hv-cinder-78662, cleared binding levels {{(pid=92280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:13:34.720345 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] For port 639df7a3-9ef1-4c7c-b7e1-907024a611ad, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:13:34.732122 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4c508-8c65-442a-b3a1-86def39a36ba req-5f0b062f-997c-425b-85eb-22aa30fc4cef tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:34.739186 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-40e4c508-8c65-442a-b3a1-86def39a36ba req-5f0b062f-997c-425b-85eb-22aa30fc4cef tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 943 time: 0.2731531 Jun 08 04:13:34.745603 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d1857-ff03-4939-bb42-113a71cd8e76 req-dbe0f1c3-fd1b-498b-a28f-bd13a2507738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:34.749130 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-be3d1857-ff03-4939-bb42-113a71cd8e76 req-dbe0f1c3-fd1b-498b-a28f-bd13a2507738 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 1098 time: 0.0969195 Jun 08 04:13:34.760699 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-725312f5-ca42-4e59-be65-7bc301528202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:34.762387 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-725312f5-ca42-4e59-be65-7bc301528202 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6510b398a2924cc896f0ecf5dd74ea97&device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 1096 time: 0.2068627 Jun 08 04:13:34.792262 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-be3d1857-ff03-4939-bb42-113a71cd8e76 req-9c486152-8b32-427b-abd9-d0f8655e7f62 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385323 Jun 08 04:13:34.828823 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:34.829603 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:34.834594 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:34.855035 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-c35a595a-33d1-4445-9198-715e3417ed2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ffad4ab-1a59-48ad-b584-fd11959aba48 HTTP/1.1" status: 200 len: 217 time: 0.0826647 Jun 08 04:13:34.871654 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-40e4c508-8c65-442a-b3a1-86def39a36ba req-2c6bbd45-a503-4436-b86d-2b7e5ec127bb tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316335 Jun 08 04:13:34.889940 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:34.890470 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:34.891899 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] 10.222.0.21 "PUT /v2.0/ports/639df7a3-9ef1-4c7c-b7e1-907024a611ad HTTP/1.1" status: 200 len: 1094 time: 1.6689920 Jun 08 04:13:34.892463 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'tag': '639df7a3-9ef1-4c7c-b7e1-907024a611ad'}] {{(pid=92280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:13:34.894725 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59587a23dae4433d2100e3f102ebc88f30c43b22f141808d2ae0dd60ce475b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ace56f-506b-4489-abf0-7d3d38606049" -d '{"events": [{"name": "network-changed", "server_uuid": "5967acb1-7f39-4672-b53e-0d068f64b4b1", "tag": "639df7a3-9ef1-4c7c-b7e1-907024a611ad"}]}' {{(pid=92280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:13:34.937376 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Pushing event updated for resources: {'Port': ['ID=639df7a3-9ef1-4c7c-b7e1-907024a611ad,revision_number=3']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:34.941569 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:34.943827 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-efb83906-b87d-42f0-b694-e74036cebbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:34.961705 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b63e0c-88e6-443e-85e9-388a63559302 x-openstack-request-id: req-29b63e0c-88e6-443e-85e9-388a63559302 {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:13:34.962017 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5967acb1-7f39-4672-b53e-0d068f64b4b1", "tag": "639df7a3-9ef1-4c7c-b7e1-907024a611ad", "status": "completed", "code": 200}]} {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:13:34.962288 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29b63e0c-88e6-443e-85e9-388a63559302 {{(pid=92280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:13:34.962535 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8dd3e01a-0d6a-4403-b5e0-f3c3b953cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:34.962690 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'tag': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'status': 'completed', 'code': 200} Jun 08 04:13:34.965128 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8dd3e01a-0d6a-4403-b5e0-f3c3b953cf8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cbbe1bd-e80b-4b17-a029-b5a2fd183531 HTTP/1.1" status: 200 len: 850 time: 0.0842545 Jun 08 04:13:35.061032 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-efb83906-b87d-42f0-b694-e74036cebbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:35.083740 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:35.117330 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb83906-b87d-42f0-b694-e74036cebbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7580f0-e1eb-4065-8539-bfe6c9af16e8,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:35.118747 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ace56f-506b-4489-abf0-7d3d38606049 req-4922f253-36bf-413c-9edf-6a6c489899c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:35.120347 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-77ace56f-506b-4489-abf0-7d3d38606049 req-4922f253-36bf-413c-9edf-6a6c489899c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c7e0dce267146e58d41cccd658554bc&device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 1097 time: 0.1355598 Jun 08 04:13:35.129858 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-efb83906-b87d-42f0-b694-e74036cebbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:35.209028 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-efb83906-b87d-42f0-b694-e74036cebbb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a728bf34ca09469aa72cf79293e32d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8719144 Jun 08 04:13:35.209380 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 60392) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:35.298611 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0d0796d5-af4e-42e8-b816-3edf3809edda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:35.304342 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-d79af904-ed68-40dc-93be-fd21c5590481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:35.305810 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-d79af904-ed68-40dc-93be-fd21c5590481 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3304830 Jun 08 04:13:35.320100 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ace56f-506b-4489-abf0-7d3d38606049 req-b86930ad-afff-47c4-a17a-553fbeba10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:35.323126 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-77ace56f-506b-4489-abf0-7d3d38606049 req-b86930ad-afff-47c4-a17a-553fbeba10eb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9c7e0dce267146e58d41cccd658554bc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1941350 Jun 08 04:13:35.324957 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74f4a1-839c-480b-b15e-c3c454ead399 req-d5f56aa3-7556-4e2b-897d-b53d5cc155da tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:35.328028 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6f74f4a1-839c-480b-b15e-c3c454ead399 req-d5f56aa3-7556-4e2b-897d-b53d5cc155da tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.2111197 Jun 08 04:13:35.457060 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0d0796d5-af4e-42e8-b816-3edf3809edda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:35.480120 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6f74f4a1-839c-480b-b15e-c3c454ead399 req-fd67a0f2-19a7-4c4d-9780-10161a3ca897 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447716 Jun 08 04:13:35.496254 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ace56f-506b-4489-abf0-7d3d38606049 req-c3a40e5b-ec1c-4bf6-be0b-0099d22acf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:35.497853 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-77ace56f-506b-4489-abf0-7d3d38606049 req-c3a40e5b-ec1c-4bf6-be0b-0099d22acf7f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699142 Jun 08 04:13:35.568494 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-52cb93e3-137d-4802-b1af-42ce8dbf7076 service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341778 Jun 08 04:13:35.631910 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-2bcf9344-d964-4b9f-b1a9-47af8f9e09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:35.635166 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-2bcf9344-d964-4b9f-b1a9-47af8f9e09f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c7e0dce267146e58d41cccd658554bc&device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0984578 Jun 08 04:13:35.703674 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-71348a63-90cc-4acf-8def-ce68ea6bf153 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad HTTP/1.1" status: 200 len: 217 time: 0.0607901 Jun 08 04:13:35.721995 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0d0796d5-af4e-42e8-b816-3edf3809edda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:35.724423 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0d0796d5-af4e-42e8-b816-3edf3809edda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:35.729267 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-0d0796d5-af4e-42e8-b816-3edf3809edda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb7580f0-e1eb-4065-8539-bfe6c9af16e8 HTTP/1.1" status: 204 len: 168 time: 0.5151565 Jun 08 04:13:35.761263 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-c6952654-9e54-4806-ac12-a370ea4b6c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:35.790390 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0796d5-af4e-42e8-b816-3edf3809edda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7580f0-e1eb-4065-8539-bfe6c9af16e8,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:35.793926 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0d0796d5-af4e-42e8-b816-3edf3809edda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:35.801251 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-f5f288b4-f17d-4ccd-8863-47f5e242761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:35.802747 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-f5f288b4-f17d-4ccd-8863-47f5e242761b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6790621e-0f94-4c60-abe1-4e141a73cc04 HTTP/1.1" status: 200 len: 856 time: 0.0922976 Jun 08 04:13:35.922399 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-32a3b5e8-b6d5-4274-811d-2e73441416d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:35.927153 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-32a3b5e8-b6d5-4274-811d-2e73441416d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=294f857a-186c-4448-b00c-81d1806ba032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1108687 Jun 08 04:13:35.927918 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1261ddf-3785-42aa-87d1-e40b48d3ca70 req-8c39b144-a982-4918-85a1-83741f32ff16 service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464603 Jun 08 04:13:35.952839 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bac38-54d8-406c-8db9-e671564a1a3e req-b1c4bde7-5d91-4145-8c26-f5b3cbb6deb0 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:35.960298 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-524bac38-54d8-406c-8db9-e671564a1a3e req-b1c4bde7-5d91-4145-8c26-f5b3cbb6deb0 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.2937806 Jun 08 04:13:36.017794 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-524bac38-54d8-406c-8db9-e671564a1a3e req-900602cd-db52-4097-8188-3595b6cf93a6 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500474 Jun 08 04:13:36.135473 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-f13bc9f7-6e98-417f-a70c-1bbaca09e2da service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983852 Jun 08 04:13:36.301979 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-7f0a9a70-b735-4b90-ba0b-b4bcbffd38c6 req-d929d624-65bf-424c-9719-43b19b772b8e service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609263 Jun 08 04:13:36.354719 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a340d-067c-4f4e-af15-5571e71c2bd3 req-8bb50883-0ae5-40a2-ba92-71c2761c66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:36.356193 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-416a340d-067c-4f4e-af15-5571e71c2bd3 req-8bb50883-0ae5-40a2-ba92-71c2761c66c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6510b398a2924cc896f0ecf5dd74ea97&device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 1096 time: 0.1956184 Jun 08 04:13:36.391989 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551d08d-1f4c-4a09-94df-02e61a4a6e6e req-507263ff-6d40-42d3-9d36-f11ce43b284e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:36.393419 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8551d08d-1f4c-4a09-94df-02e61a4a6e6e req-507263ff-6d40-42d3-9d36-f11ce43b284e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 943 time: 0.1420448 Jun 08 04:13:36.509560 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8551d08d-1f4c-4a09-94df-02e61a4a6e6e req-b7f08033-ccc6-468e-9520-e017f2054534 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717854 Jun 08 04:13:36.538189 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a340d-067c-4f4e-af15-5571e71c2bd3 req-6f7fe2c4-a868-46e7-8c69-59da3b9738d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:36.539941 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-416a340d-067c-4f4e-af15-5571e71c2bd3 req-6f7fe2c4-a868-46e7-8c69-59da3b9738d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608 HTTP/1.1" status: 200 len: 912 time: 0.1759086 Jun 08 04:13:36.621405 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-416a340d-067c-4f4e-af15-5571e71c2bd3 req-a4256553-e8c4-4b00-b969-b9ebf2e7671f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ffad4ab-1a59-48ad-b584-fd11959aba48 HTTP/1.1" status: 200 len: 217 time: 0.0734632 Jun 08 04:13:36.752841 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a340d-067c-4f4e-af15-5571e71c2bd3 req-ea03c1bc-3a2d-4888-b519-2e124ef86a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:36.754577 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-416a340d-067c-4f4e-af15-5571e71c2bd3 req-ea03c1bc-3a2d-4888-b519-2e124ef86a76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cbbe1bd-e80b-4b17-a029-b5a2fd183531 HTTP/1.1" status: 200 len: 850 time: 0.1185367 Jun 08 04:13:36.902225 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620492e-5dcc-43a9-ba89-3f5b0bd01330 req-ac7bb5c8-4723-4993-8b17-5e1da17e64b0 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:36.903761 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0620492e-5dcc-43a9-ba89-3f5b0bd01330 req-ac7bb5c8-4723-4993-8b17-5e1da17e64b0 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.1113553 Jun 08 04:13:36.906008 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a340d-067c-4f4e-af15-5571e71c2bd3 req-e21f0c2c-a957-4947-97c4-8dd0fa0650d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:36.907871 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-416a340d-067c-4f4e-af15-5571e71c2bd3 req-e21f0c2c-a957-4947-97c4-8dd0fa0650d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1461413 Jun 08 04:13:37.032410 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0620492e-5dcc-43a9-ba89-3f5b0bd01330 req-7519b032-10a7-459c-b8ad-fd7baf1c7b87 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225562 Jun 08 04:13:37.073468 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-416a340d-067c-4f4e-af15-5571e71c2bd3 req-db6922b8-f9e9-4983-b2e2-d5636f2fe57c service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483679 Jun 08 04:13:37.237607 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-416a340d-067c-4f4e-af15-5571e71c2bd3 req-f31286ce-6541-47b9-b2b5-7d5e3071a05f service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481690 Jun 08 04:13:37.377338 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60462) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:37.471808 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a376e4-cbcc-4807-a546-c7b7802e01eb req-1dd614ff-756c-48e0-b517-ad92ffbca1a1 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:37.475973 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e3a376e4-cbcc-4807-a546-c7b7802e01eb req-1dd614ff-756c-48e0-b517-ad92ffbca1a1 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1486752 Jun 08 04:13:37.481431 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fc208-68c8-4d11-ad94-8b619f52c2c0 req-1e9b2d21-5506-47da-9669-347edf6ef578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:37.483258 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-218fc208-68c8-4d11-ad94-8b619f52c2c0 req-1e9b2d21-5506-47da-9669-347edf6ef578 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 1098 time: 0.1154921 Jun 08 04:13:37.531809 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-fb504ab0-8b01-4d81-90b5-905b3e6a40ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:37.612205 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e3a376e4-cbcc-4807-a546-c7b7802e01eb req-1fbce7e5-028b-454b-98ac-0c6eefa48b09 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331942 Jun 08 04:13:37.653869 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-fb504ab0-8b01-4d81-90b5-905b3e6a40ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:37.665712 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fc208-68c8-4d11-ad94-8b619f52c2c0 req-64888652-fd0e-4846-bfbb-cda33ee65abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:37.667163 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-218fc208-68c8-4d11-ad94-8b619f52c2c0 req-64888652-fd0e-4846-bfbb-cda33ee65abf service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d089fd5-3829-4c08-bd4f-7cc574f62861 HTTP/1.1" status: 200 len: 920 time: 0.1687722 Jun 08 04:13:37.771407 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-218fc208-68c8-4d11-ad94-8b619f52c2c0 req-0f186480-92a6-4515-9cbb-3ad9d53eaa76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=345c963c-5972-4cb1-b8d3-bebf58cf9060 HTTP/1.1" status: 200 len: 217 time: 0.0710344 Jun 08 04:13:37.779889 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-fb504ab0-8b01-4d81-90b5-905b3e6a40ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:37.796220 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-159f9ada-c4b6-4c23-9de6-c733c89433ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:37.847873 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fc208-68c8-4d11-ad94-8b619f52c2c0 req-a95b57ee-1cb6-488e-8a69-0993f6f72d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:37.849283 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-218fc208-68c8-4d11-ad94-8b619f52c2c0 req-a95b57ee-1cb6-488e-8a69-0993f6f72d0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0474e6d9-865d-4b0c-a901-5588ecfaf9e6 HTTP/1.1" status: 200 len: 859 time: 0.0709519 Jun 08 04:13:37.851248 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-fb504ab0-8b01-4d81-90b5-905b3e6a40ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8579ddceea1046c6b1649471cca70e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4728091 Jun 08 04:13:37.853183 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb504ab0-8b01-4d81-90b5-905b3e6a40ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cab417-75bd-4ba5-9b4f-28b95f669281,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:37.855646 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 60482) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:37.858642 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-fb504ab0-8b01-4d81-90b5-905b3e6a40ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:37.914731 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993302b-748f-41d7-bd35-4aa68ae4a9b8 req-56d2863c-3d5b-497b-9c38-17b41d90ca9d tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:37.916774 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6993302b-748f-41d7-bd35-4aa68ae4a9b8 req-56d2863c-3d5b-497b-9c38-17b41d90ca9d tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 943 time: 0.2524819 Jun 08 04:13:37.951470 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-218fc208-68c8-4d11-ad94-8b619f52c2c0 req-278d4c15-8aa6-4fc7-82ae-464b5e99a6fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d089fd5-3829-4c08-bd4f-7cc574f62861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828090 Jun 08 04:13:38.161849 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6993302b-748f-41d7-bd35-4aa68ae4a9b8 req-0e05d16f-81ce-41ff-9f0a-a8a4ecfd699f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379389 Jun 08 04:13:38.171975 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-344c94bc-8b37-4248-a0dc-3c55677f1437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:38.289442 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-344c94bc-8b37-4248-a0dc-3c55677f1437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:38.301508 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-218fc208-68c8-4d11-ad94-8b619f52c2c0 req-e6010f3a-e8ce-4bf6-9315-622a130e7b40 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395188 Jun 08 04:13:38.435600 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4799a8-b23a-4dda-8f52-d97d62aa8eef req-2a185519-fb4b-4abe-b87b-f8556bd73894 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:38.437061 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9d4799a8-b23a-4dda-8f52-d97d62aa8eef req-2a185519-fb4b-4abe-b87b-f8556bd73894 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.2686591 Jun 08 04:13:38.513794 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-218fc208-68c8-4d11-ad94-8b619f52c2c0 req-1eab5e9b-7d5f-4c67-895b-3755a5c33218 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009404 Jun 08 04:13:38.521123 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9d4799a8-b23a-4dda-8f52-d97d62aa8eef req-b9c6dfd1-a7ba-466e-bed5-02284bb0ba0a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677140 Jun 08 04:13:38.548900 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-344c94bc-8b37-4248-a0dc-3c55677f1437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:38.551419 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-344c94bc-8b37-4248-a0dc-3c55677f1437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:38.552509 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-344c94bc-8b37-4248-a0dc-3c55677f1437 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87cab417-75bd-4ba5-9b4f-28b95f669281 HTTP/1.1" status: 204 len: 168 time: 0.6958191 Jun 08 04:13:38.553333 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ff6cab5c-d80a-4533-b694-cbada998a7e8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:38.563683 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c94bc-8b37-4248-a0dc-3c55677f1437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cab417-75bd-4ba5-9b4f-28b95f669281,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:38.566564 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-344c94bc-8b37-4248-a0dc-3c55677f1437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:38.838852 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15438a2d-7dca-4013-b972-9cbf429e8e87 req-b6a10cd9-10e0-49f2-a4f9-9a9708d10ba5 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:38.841557 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15438a2d-7dca-4013-b972-9cbf429e8e87 req-b6a10cd9-10e0-49f2-a4f9-9a9708d10ba5 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.0866735 Jun 08 04:13:38.904947 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15438a2d-7dca-4013-b972-9cbf429e8e87 req-e01e770e-b511-4b87-9953-348518493fd6 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558257 Jun 08 04:13:39.371499 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216aa10-550e-4ee1-99a1-ac744aed547e req-e7a42d20-963f-4284-acb5-65afbd63a37c tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:39.373476 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d216aa10-550e-4ee1-99a1-ac744aed547e req-e7a42d20-963f-4284-acb5-65afbd63a37c tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 943 time: 0.0950768 Jun 08 04:13:39.422078 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d216aa10-550e-4ee1-99a1-ac744aed547e req-a8e446d3-ac4f-484d-b919-727d879b3d24 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 Jun 08 04:13:39.461441 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 60576) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:39.480490 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-72527a07-de30-4841-9e52-1005b1a275f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:39.497488 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60578) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:39.609273 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-72527a07-de30-4841-9e52-1005b1a275f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:39.689508 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-11a57f0a-6f3f-454a-b7d7-263ac5abbe9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:39.734422 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd01112-4797-45ff-9264-bafacb8786a8 req-3cc75de0-7cf5-44c1-a949-c95504c6f224 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:39.759254 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1dd01112-4797-45ff-9264-bafacb8786a8 req-3cc75de0-7cf5-44c1-a949-c95504c6f224 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0863690 Jun 08 04:13:39.779076 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1dd01112-4797-45ff-9264-bafacb8786a8 req-0df60ff0-961f-4cf6-82ed-4aa4a385e0f2 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376425 Jun 08 04:13:39.892010 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-72527a07-de30-4841-9e52-1005b1a275f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:39.892010 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-705f2480-c432-4319-b7f0-097a7b21980e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:39.928405 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-72527a07-de30-4841-9e52-1005b1a275f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f97cb4176a724493bacf80bb410972cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656825 Jun 08 04:13:39.933116 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60590) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:39.939864 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72527a07-de30-4841-9e52-1005b1a275f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d735f15-3557-4084-ac46-28ed24141ebf,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:39.943559 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-72527a07-de30-4841-9e52-1005b1a275f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:40.016128 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-11a57f0a-6f3f-454a-b7d7-263ac5abbe9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:40.035975 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-bb26ab11-8b27-44e6-bb67-ccc34a0162fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:40.073028 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-bb26ab11-8b27-44e6-bb67-ccc34a0162fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:40.104404 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68343acb-1c49-4528-8e3f-ca33c83ab18a req-86d5f948-1982-4411-a615-34bb9f35ec31 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:40.105971 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-68343acb-1c49-4528-8e3f-ca33c83ab18a req-86d5f948-1982-4411-a615-34bb9f35ec31 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1017003 Jun 08 04:13:40.151791 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-68343acb-1c49-4528-8e3f-ca33c83ab18a req-6c45d119-7cf1-4900-b781-08b41a63e630 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400467 Jun 08 04:13:40.611421 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa058e8b-811c-4e31-8579-ce941009ece6 req-55293b37-884a-4b2b-bc7f-eab5269d78f1 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:40.612846 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-aa058e8b-811c-4e31-8579-ce941009ece6 req-55293b37-884a-4b2b-bc7f-eab5269d78f1 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 943 time: 0.0807824 Jun 08 04:13:40.656807 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-aa058e8b-811c-4e31-8579-ce941009ece6 req-4a5f2bcd-adf6-41ac-8f69-46e9e3920946 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380428 Jun 08 04:13:40.787868 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-11a57f0a-6f3f-454a-b7d7-263ac5abbe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:40.796888 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:40.838983 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-11a57f0a-6f3f-454a-b7d7-263ac5abbe9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c97828205a6f499f9bb897e2ede2d430&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3399765 Jun 08 04:13:40.840490 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a57f0a-6f3f-454a-b7d7-263ac5abbe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9ca220-0ee3-4c5c-9476-9ba66e4b1c81,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:40.842215 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 60604) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:40.855561 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-11a57f0a-6f3f-454a-b7d7-263ac5abbe9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:40.863591 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-bb26ab11-8b27-44e6-bb67-ccc34a0162fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:40.865519 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-bb26ab11-8b27-44e6-bb67-ccc34a0162fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:40.869569 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-bb26ab11-8b27-44e6-bb67-ccc34a0162fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d735f15-3557-4084-ac46-28ed24141ebf HTTP/1.1" status: 204 len: 168 time: 0.9354899 Jun 08 04:13:40.870510 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-fb504ab0-8b01-4d81-90b5-905b3e6a40ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:40.883765 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26ab11-8b27-44e6-bb67-ccc34a0162fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d735f15-3557-4084-ac46-28ed24141ebf,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:40.892603 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-bb26ab11-8b27-44e6-bb67-ccc34a0162fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:40.999845 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e34890ef-f294-4fdd-a044-97be802d4414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:41.039765 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e34890ef-f294-4fdd-a044-97be802d4414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:41.097692 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b49522-ae88-4a1f-9ca1-22fc88f1c743 req-1235032d-efb8-4df4-98f0-b36185a220e9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:41.099198 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15b49522-ae88-4a1f-9ca1-22fc88f1c743 req-1235032d-efb8-4df4-98f0-b36185a220e9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.1519806 Jun 08 04:13:41.148206 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15b49522-ae88-4a1f-9ca1-22fc88f1c743 req-4bffe188-a2b6-4977-a41e-70b3e3e451f7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422509 Jun 08 04:13:41.317953 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e34890ef-f294-4fdd-a044-97be802d4414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:41.320395 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e34890ef-f294-4fdd-a044-97be802d4414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:41.321485 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-e34890ef-f294-4fdd-a044-97be802d4414 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c9ca220-0ee3-4c5c-9476-9ba66e4b1c81 HTTP/1.1" status: 204 len: 168 time: 0.4781251 Jun 08 04:13:41.323806 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-344c94bc-8b37-4248-a0dc-3c55677f1437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:41.336392 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34890ef-f294-4fdd-a044-97be802d4414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9ca220-0ee3-4c5c-9476-9ba66e4b1c81,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:41.339826 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e34890ef-f294-4fdd-a044-97be802d4414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:41.361468 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c7cdb-bd52-4637-a491-c8519e8497e6 req-8645b575-7b57-4970-b467-0aa0411faf4d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:41.372091 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f49c7cdb-bd52-4637-a491-c8519e8497e6 req-8645b575-7b57-4970-b467-0aa0411faf4d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1092160 Jun 08 04:13:41.427909 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f49c7cdb-bd52-4637-a491-c8519e8497e6 req-7b12fd8b-2568-4281-86a0-977fa61fc85e tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548246 Jun 08 04:13:41.497020 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 8ffad4ab-1a59-48ad-b584-fd11959aba48 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:13:41.548576 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559269d9-e9aa-45a2-b13a-4e4752c871a2 req-dc7dc6f1-48e4-4adb-8b75-b504958cd901 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:41.551429 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-559269d9-e9aa-45a2-b13a-4e4752c871a2 req-dc7dc6f1-48e4-4adb-8b75-b504958cd901 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 945 time: 0.0824513 Jun 08 04:13:41.609081 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-559269d9-e9aa-45a2-b13a-4e4752c871a2 req-b3697613-857b-4d45-96c1-9e4b669bac29 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528526 Jun 08 04:13:41.632717 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 8ffad4ab-1a59-48ad-b584-fd11959aba48, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8ffad4ab-1a59-48ad-b584-fd11959aba48,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:41.646675 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': '8ffad4ab-1a59-48ad-b584-fd11959aba48', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'port_id': '8ffad4ab-1a59-48ad-b584-fd11959aba48', 'mac_address': 'fa:16:3e:19:73:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:13:41.705343 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:41.722980 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffad4ab-1a59-48ad-b584-fd11959aba48 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:13:41.741553 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 8ffad4ab-1a59-48ad-b584-fd11959aba48, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8ffad4ab-1a59-48ad-b584-fd11959aba48,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:41.817538 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:41.818529 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 639df7a3-9ef1-4c7c-b7e1-907024a611ad details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:13:41.824464 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-0e35aa2a-b2fa-45a0-bbb0-9392fa4be200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:41.872894 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed4cd3-c71b-4922-850e-5ce5f163d30e req-7a001488-151f-4b4e-b332-70760bb61dc6 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:41.874658 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-35ed4cd3-c71b-4922-850e-5ce5f163d30e req-7a001488-151f-4b4e-b332-70760bb61dc6 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 943 time: 0.1052792 Jun 08 04:13:41.907529 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=8ffad4ab-1a59-48ad-b584-fd11959aba48,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:41.931648 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-35ed4cd3-c71b-4922-850e-5ce5f163d30e req-dc3ae841-3978-44ac-af19-4874844ee5f6 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466719 Jun 08 04:13:41.958861 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:42.023390 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 639df7a3-9ef1-4c7c-b7e1-907024a611ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:42.036828 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'port_id': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'mac_address': 'fa:16:3e:b1:7c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:13:42.095187 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:42.112411 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639df7a3-9ef1-4c7c-b7e1-907024a611ad {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:13:42.127617 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 639df7a3-9ef1-4c7c-b7e1-907024a611ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:42.212482 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60654) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:42.236227 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e8c7def0-d657-4137-aadf-6d16a565e177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:42.275749 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:42.277596 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:42.334880 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3b412f66-a7dd-4c7a-856d-8c31996b9fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:42.359076 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=639df7a3-9ef1-4c7c-b7e1-907024a611ad,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:42.362206 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:42.368400 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede929b-95e1-4608-b853-3f141a35d6dd req-cd74ba00-59a2-4830-b934-c5d30ab7e4f6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:42.372036 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e8c7def0-d657-4137-aadf-6d16a565e177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:42.375433 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9ede929b-95e1-4608-b853-3f141a35d6dd req-cd74ba00-59a2-4830-b934-c5d30ab7e4f6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 945 time: 0.1126337 Jun 08 04:13:42.417846 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9ede929b-95e1-4608-b853-3f141a35d6dd req-064051c2-938c-4b16-828d-f717ceb40a16 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415592 Jun 08 04:13:42.467930 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e8c7def0-d657-4137-aadf-6d16a565e177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:42.476774 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-880a5ffb-a2d4-4737-9646-8fe1fc82da7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:42.519858 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-e8c7def0-d657-4137-aadf-6d16a565e177 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25ff31d8152347fb9a1ab124d1b48ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054955 Jun 08 04:13:42.521694 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7def0-d657-4137-aadf-6d16a565e177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dd13b8-8bc6-4b6d-b91c-ea4412ed1f0e,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:42.522577 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 60660) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:42.525038 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e8c7def0-d657-4137-aadf-6d16a565e177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:42.652680 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f3f58272-c606-4ffc-b916-d8906dc62002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:42.675342 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a36083-a05e-4d7b-8e14-cf6acc3324d6 req-d35e0ba5-0240-4961-8f67-102cc6a63a49 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:42.676898 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-78a36083-a05e-4d7b-8e14-cf6acc3324d6 req-d35e0ba5-0240-4961-8f67-102cc6a63a49 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1399059 Jun 08 04:13:42.713326 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f3f58272-c606-4ffc-b916-d8906dc62002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:42.720894 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['639df7a3-9ef1-4c7c-b7e1-907024a611ad'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:13:42.751709 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['8ffad4ab-1a59-48ad-b584-fd11959aba48'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:13:42.897181 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-78a36083-a05e-4d7b-8e14-cf6acc3324d6 req-c0e5acbe-01cf-46be-81fe-f6ec9cdfe731 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026632 Jun 08 04:13:42.937243 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f81a1f-430d-4e93-8acf-326c72a469cf req-ad495135-c54d-4585-926b-0a86695ca244 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:42.939179 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-64f81a1f-430d-4e93-8acf-326c72a469cf req-ad495135-c54d-4585-926b-0a86695ca244 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 945 time: 0.2079914 Jun 08 04:13:43.015569 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-64f81a1f-430d-4e93-8acf-326c72a469cf req-7963bcf1-8b64-4302-8ce8-5cd6f47d145b tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664392 Jun 08 04:13:43.098219 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f3f58272-c606-4ffc-b916-d8906dc62002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:43.100605 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f3f58272-c606-4ffc-b916-d8906dc62002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:43.101719 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-f3f58272-c606-4ffc-b916-d8906dc62002 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22dd13b8-8bc6-4b6d-b91c-ea4412ed1f0e HTTP/1.1" status: 204 len: 168 time: 0.5778434 Jun 08 04:13:43.103756 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-efb83906-b87d-42f0-b694-e74036cebbb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:43.116891 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f58272-c606-4ffc-b916-d8906dc62002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dd13b8-8bc6-4b6d-b91c-ea4412ed1f0e,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:43.120490 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-f3f58272-c606-4ffc-b916-d8906dc62002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:43.146218 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dc9a4-00c3-43fc-bb5c-44dd7eeae193 req-5a4d2e00-06cd-4c49-82c7-857752766975 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:43.153258 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f55dc9a4-00c3-43fc-bb5c-44dd7eeae193 req-5a4d2e00-06cd-4c49-82c7-857752766975 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 944 time: 0.1112473 Jun 08 04:13:43.194508 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f55dc9a4-00c3-43fc-bb5c-44dd7eeae193 req-37c83474-714c-45b8-bffc-7b175e58e74c tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403874 Jun 08 04:13:43.618075 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf9878-dd82-4205-a509-3f2fc409fcd5 req-8e7e6c1f-6e70-4a21-a64c-bbb4b2ef3f72 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:43.619483 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-dbaf9878-dd82-4205-a509-3f2fc409fcd5 req-8e7e6c1f-6e70-4a21-a64c-bbb4b2ef3f72 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0856187 Jun 08 04:13:43.662685 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-dbaf9878-dd82-4205-a509-3f2fc409fcd5 req-bcd75b61-da26-4079-addd-0384b001fbf7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375803 Jun 08 04:13:43.796513 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b169c2-031e-4383-a72c-12a59f41cabf req-2e533d9b-4d28-45dc-8dfb-74eade780b9b tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:43.797980 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-91b169c2-031e-4383-a72c-12a59f41cabf req-2e533d9b-4d28-45dc-8dfb-74eade780b9b tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 945 time: 0.0799177 Jun 08 04:13:43.819192 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60704) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:43.953663 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-91b169c2-031e-4383-a72c-12a59f41cabf req-ddf1658b-fc74-45ba-be92-cea79df38fc4 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Deleting port a91722b7-79f9-42be-9c54-b72aa27e1753 {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:13:43.954042 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-91b169c2-031e-4383-a72c-12a59f41cabf req-ddf1658b-fc74-45ba-be92-cea79df38fc4 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.033998 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60720) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:44.156031 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-91b169c2-031e-4383-a72c-12a59f41cabf req-ddf1658b-fc74-45ba-be92-cea79df38fc4 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] For port a91722b7-79f9-42be-9c54-b72aa27e1753, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a91722b7-79f9-42be-9c54-b72aa27e1753,segment=NetworkSegment(2a5e017d-dfb2-4aec-8b07-13fdcb40d96e),segment_id=2a5e017d-dfb2-4aec-8b07-13fdcb40d96e)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:44.156031 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-91b169c2-031e-4383-a72c-12a59f41cabf req-ddf1658b-fc74-45ba-be92-cea79df38fc4 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.156945 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d8e6714c-a75e-434e-a69e-f543b1ebed2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.252597 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f117fc54-0c92-4c6e-8e95-9cd19549b29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.311223 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d8e6714c-a75e-434e-a69e-f543b1ebed2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.332478 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e832347-85aa-4963-9221-42384c61d148 req-55ad5ce8-1095-4a13-bac2-8b690cfec1f0 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:44.333936 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e832347-85aa-4963-9221-42384c61d148 req-55ad5ce8-1095-4a13-bac2-8b690cfec1f0 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.3121486 Jun 08 04:13:44.348942 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-91b169c2-031e-4383-a72c-12a59f41cabf req-ddf1658b-fc74-45ba-be92-cea79df38fc4 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Calling delete_port for a91722b7-79f9-42be-9c54-b72aa27e1753 owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:13:44.446317 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d8e6714c-a75e-434e-a69e-f543b1ebed2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.459467 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-ba02061a-58d1-464a-a35e-6f3b6495c080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:44.477975 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e832347-85aa-4963-9221-42384c61d148 req-05a6579f-67aa-4e65-8908-dd03b05730e4 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289759 Jun 08 04:13:44.502593 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb6f7c-2a1f-4390-92ed-ba98c7b88741 req-e6df3ecf-c2ff-47fe-8d6a-59339fc6d074 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:44.504154 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3ccb6f7c-2a1f-4390-92ed-ba98c7b88741 req-e6df3ecf-c2ff-47fe-8d6a-59339fc6d074 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 945 time: 0.3415706 Jun 08 04:13:44.537820 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-d8e6714c-a75e-434e-a69e-f543b1ebed2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05d6917fece545afa948deda20a15087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7169313 Jun 08 04:13:44.539827 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 60738) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:44.543420 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6714c-a75e-434e-a69e-f543b1ebed2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3ee67b-db6b-4b16-9900-dcba6c1209e7,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:44.547608 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-d8e6714c-a75e-434e-a69e-f543b1ebed2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:44.626447 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f117fc54-0c92-4c6e-8e95-9cd19549b29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.627309 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3ccb6f7c-2a1f-4390-92ed-ba98c7b88741 req-66be9373-6bf1-41c9-bf78-e514ce367515 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/security-groups?id=44877c95-58e5-4ae6-8129-8720d6cc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124783 Jun 08 04:13:44.688454 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1556326b-e5ed-4084-944f-8fb8209405ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.703756 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f117fc54-0c92-4c6e-8e95-9cd19549b29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.714722 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:44.737259 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.755903 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1556326b-e5ed-4084-944f-8fb8209405ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.765862 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-f117fc54-0c92-4c6e-8e95-9cd19549b29c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4adf63e96a54d4ba1641007e2093a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7301683 Jun 08 04:13:44.787362 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60758) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:44.794657 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117fc54-0c92-4c6e-8e95-9cd19549b29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd599a6-5c2d-42a0-9b42-5b3552c9410f,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:44.811518 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-91b169c2-031e-4383-a72c-12a59f41cabf req-ddf1658b-fc74-45ba-be92-cea79df38fc4 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.818420 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['a91722b7-79f9-42be-9c54-b72aa27e1753'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:13:44.819698 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:44.842844 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-f117fc54-0c92-4c6e-8e95-9cd19549b29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:44.883152 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd282-ce62-4766-a838-39b5b836d673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.903421 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-a3ebe4b6-ca0e-483d-96bd-1a5c615ed80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.906644 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1658b-fc74-45ba-be92-cea79df38fc4 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Pushing event deleted for resources: {'Port': ['ID=a91722b7-79f9-42be-9c54-b72aa27e1753,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:44.924144 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd282-ce62-4766-a838-39b5b836d673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:44.946331 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ddf1658b-fc74-45ba-be92-cea79df38fc4 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:44.970461 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60766) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:45.041385 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd282-ce62-4766-a838-39b5b836d673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.043897 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd282-ce62-4766-a838-39b5b836d673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.045144 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-eb0cd282-ce62-4766-a838-39b5b836d673 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5fd599a6-5c2d-42a0-9b42-5b3552c9410f HTTP/1.1" status: 204 len: 168 time: 0.2556176 Jun 08 04:13:45.045828 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:45.057037 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cd282-ce62-4766-a838-39b5b836d673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd599a6-5c2d-42a0-9b42-5b3552c9410f,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:45.059320 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-eb0cd282-ce62-4766-a838-39b5b836d673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:45.101495 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-7826925-network', 'tenant_id': '2199932e437c4192ba27a70b07df87df'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:45.131293 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b169c2-031e-4383-a72c-12a59f41cabf req-ddf1658b-fc74-45ba-be92-cea79df38fc4 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] No DVR routers for this DVR port a91722b7-79f9-42be-9c54-b72aa27e1753 on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:13:45.138567 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-91b169c2-031e-4383-a72c-12a59f41cabf req-ddf1658b-fc74-45ba-be92-cea79df38fc4 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.140571 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-91b169c2-031e-4383-a72c-12a59f41cabf req-ddf1658b-fc74-45ba-be92-cea79df38fc4 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.21 "DELETE /v2.0/ports/a91722b7-79f9-42be-9c54-b72aa27e1753 HTTP/1.1" status: 204 len: 173 time: 1.3368969 Jun 08 04:13:45.142429 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a61cd92-b385-44a1-88ee-0fba730b66c4', 'name': 'network-vif-deleted', 'tag': 'a91722b7-79f9-42be-9c54-b72aa27e1753'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:13:45.144763 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4912d60d-09e6-459f-8234-b1f21e268e1d" -d '{"events": [{"server_uuid": "9a61cd92-b385-44a1-88ee-0fba730b66c4", "name": "network-vif-deleted", "tag": "a91722b7-79f9-42be-9c54-b72aa27e1753"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:13:45.157319 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f00bce-d961-4eeb-9ce4-42d18061328a req-315f2fbb-bf90-4f01-95b3-bc67ab3ce02f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:45.158807 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e8f00bce-d961-4eeb-9ce4-42d18061328a req-315f2fbb-bf90-4f01-95b3-bc67ab3ce02f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 944 time: 0.4680889 Jun 08 04:13:45.182856 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Made reservation on behalf of 2199932e437c4192ba27a70b07df87df for: {'network': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:13:45.185501 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.197923 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517f7ad-6140-4706-b0be-0914af692785 req-659cb556-0ff4-4afc-bbab-36389d707d2c tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:45.198521 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.199672 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7517f7ad-6140-4706-b0be-0914af692785 req-659cb556-0ff4-4afc-bbab-36389d707d2c tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 945 time: 0.3445463 Jun 08 04:13:45.200382 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1556326b-e5ed-4084-944f-8fb8209405ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.202776 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-1556326b-e5ed-4084-944f-8fb8209405ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.206718 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-1556326b-e5ed-4084-944f-8fb8209405ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e3ee67b-db6b-4b16-9900-dcba6c1209e7 HTTP/1.1" status: 204 len: 168 time: 0.6631451 Jun 08 04:13:45.207114 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-f898e811-8818-4326-bde9-a527836e1a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:45.240640 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556326b-e5ed-4084-944f-8fb8209405ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3ee67b-db6b-4b16-9900-dcba6c1209e7,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:45.247667 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-1556326b-e5ed-4084-944f-8fb8209405ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:45.259932 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e8f00bce-d961-4eeb-9ce4-42d18061328a req-39dd812d-5ec3-4684-853a-6f2ccccf8fd7 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940797 Jun 08 04:13:45.298675 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7517f7ad-6140-4706-b0be-0914af692785 req-9fadf756-0b30-4809-92cc-0d64cfb49b4e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796640 Jun 08 04:13:45.349223 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931c4cb3-4a3c-44ce-9b13-fd2ef9e9b79b x-openstack-request-id: req-931c4cb3-4a3c-44ce-9b13-fd2ef9e9b79b {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:13:45.349223 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a61cd92-b385-44a1-88ee-0fba730b66c4", "name": "network-vif-deleted", "tag": "a91722b7-79f9-42be-9c54-b72aa27e1753", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:13:45.349223 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-931c4cb3-4a3c-44ce-9b13-fd2ef9e9b79b {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:13:45.349223 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a61cd92-b385-44a1-88ee-0fba730b66c4', 'name': 'network-vif-deleted', 'tag': 'a91722b7-79f9-42be-9c54-b72aa27e1753', 'status': 'completed', 'code': 200} Jun 08 04:13:45.349579 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.422471 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.425447 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:45.454481 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=92280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:13:45.465087 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2983df0e-e693-482f-b3c7-52a3b585ec14,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:45.468759 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:45.472572 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.472908 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.segments_db [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Added segment bde4c32d-dcc2-43a9-a6fc-70b0635a725d of type vlan for network b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1 Jun 08 04:13:45.500487 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.510096 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 8ffad4ab-1a59-48ad-b584-fd11959aba48 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:45.555319 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.628041 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.629488 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:45.629953 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.635726 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:45.697211 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port 8ffad4ab-1a59-48ad-b584-fd11959aba48 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:45.702642 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port 8ffad4ab-1a59-48ad-b584-fd11959aba48 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:45.715958 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.740476 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c12129-e427-4919-95e8-5afc2900fc41 req-6a4e5af6-3148-4c2e-893d-0d5f933ce92b tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:45.742783 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b0c12129-e427-4919-95e8-5afc2900fc41 req-6a4e5af6-3148-4c2e-893d-0d5f933ce92b tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1377866 Jun 08 04:13:45.744867 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Pushing event updated for resources: {'Network': ['ID=b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:45.747790 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:45.775104 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1 details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:13:45.792288 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8206563 Jun 08 04:13:45.793130 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60792) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:45.799502 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-ec893f36-b59c-4ec4-bdb0-15af398cdac7 admin admin] Request body: {'subnet': {'network_id': 'b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-7826925-subnet', 'tenant_id': '2199932e437c4192ba27a70b07df87df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:45.808372 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b0c12129-e427-4919-95e8-5afc2900fc41 req-b680a49a-ac29-4ac9-827f-60ac993e7a3c tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505505 Jun 08 04:13:45.808889 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 60794) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:45.907566 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-68a26014-f775-4636-a982-c91fe5d7bfa6 req-0fca708c-a5d3-4ac5-8238-7d355957b0e8 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a61cd92-b385-44a1-88ee-0fba730b66c4 HTTP/1.1" status: 200 len: 210 time: 0.0642269 Jun 08 04:13:45.949122 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec893f36-b59c-4ec4-bdb0-15af398cdac7 admin admin] Made reservation on behalf of 2199932e437c4192ba27a70b07df87df for: {'subnet': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:13:45.951663 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ec893f36-b59c-4ec4-bdb0-15af398cdac7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:45.983999 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.016757 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c8f4de-b87e-4ffe-828e-f76d2c2113b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffad4ab-1a59-48ad-b584-fd11959aba48'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:13:46.019632 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ab63df-6c3f-4f41-9a43-bd306ec127e0" -d '{"events": [{"server_uuid": "51c8f4de-b87e-4ffe-828e-f76d2c2113b3", "name": "network-vif-plugged", "status": "completed", "tag": "8ffad4ab-1a59-48ad-b584-fd11959aba48"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:13:46.024369 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6699-084c-461c-83d7-fc7f45cbcf90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.029786 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 8ffad4ab-1a59-48ad-b584-fd11959aba48, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8ffad4ab-1a59-48ad-b584-fd11959aba48,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:46.115487 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48751049-8b33-4754-88b6-2508c3217f96 x-openstack-request-id: req-48751049-8b33-4754-88b6-2508c3217f96 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:13:46.115487 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c8f4de-b87e-4ffe-828e-f76d2c2113b3", "name": "network-vif-plugged", "status": "completed", "tag": "8ffad4ab-1a59-48ad-b584-fd11959aba48", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:13:46.115487 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48751049-8b33-4754-88b6-2508c3217f96 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:13:46.115487 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c8f4de-b87e-4ffe-828e-f76d2c2113b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffad4ab-1a59-48ad-b584-fd11959aba48', 'code': 200} Jun 08 04:13:46.142631 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.143537 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 639df7a3-9ef1-4c7c-b7e1-907024a611ad up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:13:46.155984 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6699-084c-461c-83d7-fc7f45cbcf90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.171890 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:46.237084 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60806) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:46.244298 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6699-084c-461c-83d7-fc7f45cbcf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.258204 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-09d6e91c-b738-47e4-b597-13c608bf95ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.268390 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=8ffad4ab-1a59-48ad-b584-fd11959aba48,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:46.276371 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ec893f36-b59c-4ec4-bdb0-15af398cdac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474'] for subnet, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.283595 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:46.287726 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:46.301800 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-8947c9f0-7954-47ef-81da-b947642483ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:46.359072 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac6699-084c-461c-83d7-fc7f45cbcf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf44f45-e035-4775-b4d4-a67e549793eb,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:46.364796 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port 639df7a3-9ef1-4c7c-b7e1-907024a611ad completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:13:46.367728 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port 639df7a3-9ef1-4c7c-b7e1-907024a611ad triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:13:46.368446 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.372689 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-d2ac6699-084c-461c-83d7-fc7f45cbcf90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84244d9581034a81ac4e1339568809b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5626619 Jun 08 04:13:46.373566 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-d2ac6699-084c-461c-83d7-fc7f45cbcf90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:46.374072 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 60814) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:46.410077 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec893f36-b59c-4ec4-bdb0-15af398cdac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b65720-07fb-49f7-95dd-ae714434381b,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:46.418712 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-ec893f36-b59c-4ec4-bdb0-15af398cdac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:46.420897 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec893f36-b59c-4ec4-bdb0-15af398cdac7 admin admin] Checking segment: {'id': 'bde4c32d-dcc2-43a9-a6fc-70b0635a725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:13:46.421286 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec893f36-b59c-4ec4-bdb0-15af398cdac7 admin admin] Network hostable DHCP agents. Network: b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:13:46.511655 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-09d6e91c-b738-47e4-b597-13c608bf95ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.532278 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.547769 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.560415 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec893f36-b59c-4ec4-bdb0-15af398cdac7 admin admin] Network b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1 is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:13:46.583791 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 639df7a3-9ef1-4c7c-b7e1-907024a611ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:13:46.588954 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-09d6e91c-b738-47e4-b597-13c608bf95ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.599323 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:46.640334 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-09d6e91c-b738-47e4-b597-13c608bf95ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e037b40328dc411dbbad0002a4101ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017365 Jun 08 04:13:46.642000 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6e91c-b738-47e4-b597-13c608bf95ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482b4e01-1a20-4401-94ab-483d69588a5e,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:46.656039 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-09d6e91c-b738-47e4-b597-13c608bf95ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:46.656039 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60816) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:46.664024 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-ec893f36-b59c-4ec4-bdb0-15af398cdac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1) {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:46.671264 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec893f36-b59c-4ec4-bdb0-15af398cdac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:46.671922 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ec893f36-b59c-4ec4-bdb0-15af398cdac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.673567 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4469760-bb64-4689-97c0-dd2e76efe3d6 None None] Network b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:13:46.732407 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-86ab8ccc-17e0-4e4b-955e-5abca3b18e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.741967 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.759197 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.760619 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device a91722b7-79f9-42be-9c54-b72aa27e1753 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:13:46.767376 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-86ab8ccc-17e0-4e4b-955e-5abca3b18e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.801997 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:46.811821 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-ec893f36-b59c-4ec4-bdb0-15af398cdac7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0093822 Jun 08 04:13:46.859807 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: a91722b7-79f9-42be-9c54-b72aa27e1753 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:13:46.860408 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device a91722b7-79f9-42be-9c54-b72aa27e1753 not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:13:46.908751 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-86ab8ccc-17e0-4e4b-955e-5abca3b18e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.913609 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-86ab8ccc-17e0-4e4b-955e-5abca3b18e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.914902 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-86ab8ccc-17e0-4e4b-955e-5abca3b18e7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/482b4e01-1a20-4401-94ab-483d69588a5e HTTP/1.1" status: 204 len: 168 time: 0.2613502 Jun 08 04:13:46.915746 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:46.919662 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c68d4-dd8c-4268-a9ed-d0c6a10bf1e6 req-ecbf1b02-eed5-45b2-b987-f8ccbc51de65 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:46.919868 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=639df7a3-9ef1-4c7c-b7e1-907024a611ad,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:46.921203 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-662c68d4-dd8c-4268-a9ed-d0c6a10bf1e6 req-ecbf1b02-eed5-45b2-b987-f8ccbc51de65 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.3666399 Jun 08 04:13:46.926497 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab8ccc-17e0-4e4b-955e-5abca3b18e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482b4e01-1a20-4401-94ab-483d69588a5e,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:46.929432 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-86ab8ccc-17e0-4e4b-955e-5abca3b18e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:46.931917 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:46.936893 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b4cc0-b5ad-48dc-b775-66fe788bedbb req-58e6c7bb-62f6-40aa-92bf-d90c37713552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:46.938464 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9e2b4cc0-b5ad-48dc-b775-66fe788bedbb req-58e6c7bb-62f6-40aa-92bf-d90c37713552 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 1098 time: 0.2988956 Jun 08 04:13:46.960010 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298319ce-f790-4af1-9d43-de1d6eff603f req-41d49545-b853-4fc4-b383-e8875c843dc6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:46.961511 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-298319ce-f790-4af1-9d43-de1d6eff603f req-41d49545-b853-4fc4-b383-e8875c843dc6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.2918873 Jun 08 04:13:46.984606 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.985340 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:46.986434 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eaf44f45-e035-4775-b4d4-a67e549793eb HTTP/1.1" status: 204 len: 168 time: 0.6115034 Jun 08 04:13:46.993240 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-f3f58272-c606-4ffc-b916-d8906dc62002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:47.030319 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf44f45-e035-4775-b4d4-a67e549793eb,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:47.044256 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b596e95-19e1-45b1-803f-36cbb1280254 None None] Network b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:13:47.065634 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:47.065978 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:47.066343 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:47.066952 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:47.067341 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:47.067763 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:47.068177 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:47.068613 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:47.069033 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:47.069444 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:47.069855 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:47.070323 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:47.079875 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:47.084093 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9e2b4cc0-b5ad-48dc-b775-66fe788bedbb req-03e0a2df-e2ee-4bb0-8b3d-0c3b1d44f41b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215930 Jun 08 04:13:47.099666 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-662c68d4-dd8c-4268-a9ed-d0c6a10bf1e6 req-3de66785-016d-4efb-8531-6af259a63d15 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667421 Jun 08 04:13:47.128638 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-298319ce-f790-4af1-9d43-de1d6eff603f req-3f267f4a-a5f6-4f91-9fba-84db2ff6a348 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465721 Jun 08 04:13:47.332340 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3aff0-3d39-46df-9c24-34ed23b67903 req-7fd27a38-1534-4eff-a453-1203c8efc4ce tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:47.335814 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7ae3aff0-3d39-46df-9c24-34ed23b67903 req-7fd27a38-1534-4eff-a453-1203c8efc4ce tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1043131 Jun 08 04:13:47.393429 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7ae3aff0-3d39-46df-9c24-34ed23b67903 req-715e53a2-8d46-4efa-a403-66541b437eff tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533726 Jun 08 04:13:47.571709 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:48.115049 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639df7a3-9ef1-4c7c-b7e1-907024a611ad'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:13:48.119487 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adea8f5f-7f93-43df-9f18-4c4644b23806" -d '{"events": [{"server_uuid": "5967acb1-7f39-4672-b53e-0d068f64b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "639df7a3-9ef1-4c7c-b7e1-907024a611ad"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:13:48.132757 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60914) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:48.158255 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:48.175931 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c02231d-2cf5-48d4-917f-b0fe7462301c x-openstack-request-id: req-3c02231d-2cf5-48d4-917f-b0fe7462301c {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:13:48.178323 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5967acb1-7f39-4672-b53e-0d068f64b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "639df7a3-9ef1-4c7c-b7e1-907024a611ad", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:13:48.178671 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c02231d-2cf5-48d4-917f-b0fe7462301c {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:13:48.179509 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'code': 200} Jun 08 04:13:48.333427 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:48.445838 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:48.449878 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2030c9-48ef-494f-ae69-9ab2bfeb3c11 req-bd264bf5-6e22-4f3b-bb94-18319f4d90ef tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:48.451441 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4f2030c9-48ef-494f-ae69-9ab2bfeb3c11 req-bd264bf5-6e22-4f3b-bb94-18319f4d90ef tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.2257557 Jun 08 04:13:48.462059 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:48.497889 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60924) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:48.501039 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc23e3-9c60-4193-99d2-606db807861d req-91b80493-19f2-465c-a33b-5970a8a24c07 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:48.502568 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9fdc23e3-9c60-4193-99d2-606db807861d req-91b80493-19f2-465c-a33b-5970a8a24c07 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1745815 Jun 08 04:13:48.509023 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-838683744-network', 'tenant_id': 'b186e77bf96e44508df3acc852c18d4b'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:48.533728 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24fda509d61a48e69aa1904e91a4c6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982794 Jun 08 04:13:48.534663 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60926) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:48.538992 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e879a8-f6e2-419b-ba28-954cd6adca02,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:48.543547 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4f2030c9-48ef-494f-ae69-9ab2bfeb3c11 req-ffa17f71-c5f4-4f26-9152-0cc0a8660f51 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840700 Jun 08 04:13:48.565014 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:48.565597 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:48.566133 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:48.566692 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:48.567250 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:48.567773 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:48.568487 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:48.569211 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:48.569738 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:48.570268 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:48.578665 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:48.580236 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:13:48.580413 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9fdc23e3-9c60-4193-99d2-606db807861d req-86c470ca-2a76-4542-84c7-277b869828d4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648758 Jun 08 04:13:48.588079 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:48.672719 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-55ee3e2d-ec10-4d6b-a68d-709f73839c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:48.685896 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Made reservation on behalf of b186e77bf96e44508df3acc852c18d4b for: {'network': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:13:48.698945 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:48.711509 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:48.731242 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-55ee3e2d-ec10-4d6b-a68d-709f73839c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:48.786478 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbd1d7-742c-497e-bc76-9ed13060b549 req-5f25eb87-0336-4836-87be-77282d76cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:48.788021 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9adbd1d7-742c-497e-bc76-9ed13060b549 req-5f25eb87-0336-4836-87be-77282d76cee0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 1099 time: 0.1552789 Jun 08 04:13:48.849279 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cce4a1-3c7e-4037-a134-5f885031feab req-accc2732-943e-4abe-af97-0ee29a52fdd7 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:48.849279 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-59cce4a1-3c7e-4037-a134-5f885031feab req-accc2732-943e-4abe-af97-0ee29a52fdd7 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1389880 Jun 08 04:13:48.865551 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9adbd1d7-742c-497e-bc76-9ed13060b549 req-f37fd69d-6043-4679-b957-2eb49c12861f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667806 Jun 08 04:13:48.883414 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:48.913985 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-59cce4a1-3c7e-4037-a134-5f885031feab req-f4a1d524-abb3-4708-85c4-cb2ca6b08cee tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515051 Jun 08 04:13:48.942230 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-55ee3e2d-ec10-4d6b-a68d-709f73839c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:48.945120 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-55ee3e2d-ec10-4d6b-a68d-709f73839c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:48.951087 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-55ee3e2d-ec10-4d6b-a68d-709f73839c38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2e879a8-f6e2-419b-ba28-954cd6adca02 HTTP/1.1" status: 204 len: 168 time: 0.4046330 Jun 08 04:13:48.951087 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:48.960545 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee3e2d-ec10-4d6b-a68d-709f73839c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e879a8-f6e2-419b-ba28-954cd6adca02,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:48.964264 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-55ee3e2d-ec10-4d6b-a68d-709f73839c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:48.999567 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:48.999567 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-86ab8ccc-17e0-4e4b-955e-5abca3b18e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:49.043135 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=92280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:13:49.058971 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3123dd4f-033e-4e4c-936f-a818088670bb,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:49.074478 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:49.085810 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:49.085810 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.segments_db [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Added segment ba05ab9b-159c-444f-b1c2-c83d279431e8 of type vlan for network 9a0fab7c-d29d-45d1-9cb1-d78ec8fca2e5 Jun 08 04:13:49.118399 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:49.141360 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60952) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:49.203660 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_v2 [None req-52344401-6b80-4dfb-9e15-83c5735e91a7 admin admin] Deleting subnet 90a38a9f-6146-4d76-bc9a-a058db8fcde5 {{(pid=92280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:13:49.206796 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-52344401-6b80-4dfb-9e15-83c5735e91a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:49.242218 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:49.245467 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:49.250759 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:49.256441 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:49.359884 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-52344401-6b80-4dfb-9e15-83c5735e91a7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:49.371870 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-52344401-6b80-4dfb-9e15-83c5735e91a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:49.457460 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=9a0fab7c-d29d-45d1-9cb1-d78ec8fca2e5,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:49.465018 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:49.466394 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9655173 Jun 08 04:13:49.469043 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60974) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:49.473479 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network 9a0fab7c-d29d-45d1-9cb1-d78ec8fca2e5 details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:13:49.475494 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-8c61657c-6f4b-478d-95d0-682d57828df3 admin admin] Request body: {'subnet': {'network_id': '9a0fab7c-d29d-45d1-9cb1-d78ec8fca2e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-838683744-subnet', 'tenant_id': 'b186e77bf96e44508df3acc852c18d4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:49.577466 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c61657c-6f4b-478d-95d0-682d57828df3 admin admin] Made reservation on behalf of b186e77bf96e44508df3acc852c18d4b for: {'subnet': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:13:49.584614 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8c61657c-6f4b-478d-95d0-682d57828df3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:49.670424 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-52344401-6b80-4dfb-9e15-83c5735e91a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474'] for subnet, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:49.698960 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-ec893f36-b59c-4ec4-bdb0-15af398cdac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:49.757611 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-52344401-6b80-4dfb-9e15-83c5735e91a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:49.760494 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-52344401-6b80-4dfb-9e15-83c5735e91a7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/90a38a9f-6146-4d76-bc9a-a058db8fcde5 HTTP/1.1" status: 204 len: 168 time: 0.6176894 Jun 08 04:13:49.762534 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52344401-6b80-4dfb-9e15-83c5735e91a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90a38a9f-6146-4d76-bc9a-a058db8fcde5,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:49.765717 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-52344401-6b80-4dfb-9e15-83c5735e91a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:49.766196 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 60984) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:49.768209 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273f0e3-5e96-448c-a9f9-eb57b25dd5c2 req-67893781-e716-4390-81ff-47af70c57908 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:49.777167 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1273f0e3-5e96-448c-a9f9-eb57b25dd5c2 req-67893781-e716-4390-81ff-47af70c57908 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0972195 Jun 08 04:13:49.867811 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1273f0e3-5e96-448c-a9f9-eb57b25dd5c2 req-cc6c5ef8-154e-4b2a-89d5-ceb6a965a437 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894313 Jun 08 04:13:49.908489 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c741d-50ae-4016-8b7a-26dd3b4d40ec req-e3eb2a00-732e-4868-8420-defec424e13e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:49.909226 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:49.914246 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-290c741d-50ae-4016-8b7a-26dd3b4d40ec req-e3eb2a00-732e-4868-8420-defec424e13e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1544816 Jun 08 04:13:49.958761 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-290c741d-50ae-4016-8b7a-26dd3b4d40ec req-4b181796-1244-4dac-9138-41c345fa2809 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436583 Jun 08 04:13:49.970130 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:13:50.148921 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:50.169598 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:13:50.169937 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:13:50.170690 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:13:50.171056 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:13:50.172676 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:13:50.173036 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:13:50.173359 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:13:50.173703 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:13:50.174018 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:13:50.174333 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:13:50.319206 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33101a-a56d-4371-bfa5-5572b3097069 req-a1c0678e-ca18-4eaa-9a16-10fb01403aac tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:50.320652 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7b33101a-a56d-4371-bfa5-5572b3097069 req-a1c0678e-ca18-4eaa-9a16-10fb01403aac tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.2406473 Jun 08 04:13:50.336859 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b12731-7b92-414a-b17a-9f650e4bc4cb req-28139be9-825e-4a3a-b4c6-3b737578f190 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:50.338385 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b9b12731-7b92-414a-b17a-9f650e4bc4cb req-28139be9-825e-4a3a-b4c6-3b737578f190 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1958055 Jun 08 04:13:50.338835 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 32770) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:50.343201 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-f3ef7fc9-4a3b-4c9d-93c6-44fe5fc4a5ec tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Request body: {'floatingip': {'port_id': '8ffad4ab-1a59-48ad-b584-fd11959aba48'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:50.360865 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:13:50.362212 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:13:50.362545 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:13:50.362876 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 04:13:50.363255 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962c3b61-c184-4fd2-9956-b953b43775e5']}} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:50.389553 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5e017d-dfb2-4aec-8b07-13fdcb40d96e') {'for_net_delete': True} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:50.389553 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5e017d-dfb2-4aec-8b07-13fdcb40d96e') {} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:50.398813 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2255164'] for segment, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:50.417948 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:50.425438 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:13:50.425968 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1898128'] for segment, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: from cryptography.utils import int_from_bytes Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: from cryptography.utils import int_from_bytes Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: Traceback (most recent call last): Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: timer() Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: cb(*args, **kw) Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: return func(*args, **kwargs) Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: self._notify() Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: self.callback(batched_events) Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: event.method(event) Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: return f(self, *a, **k) Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: return self._get(url).json() Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: return self.request(url, 'GET', **kwargs) Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:13:50.444949 dv-cinder-786627-8-smb neutron-server[92280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:13:50.502710 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8c61657c-6f4b-478d-95d0-682d57828df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1898102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2438382'] for subnet, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:50.519116 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:50.530410 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7fc9-4a3b-4c9d-93c6-44fe5fc4a5ec tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for floatingip, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:50.599374 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61657c-6f4b-478d-95d0-682d57828df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26734aa-1276-41dd-966c-5dad1e0740b6,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:50.603629 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8c61657c-6f4b-478d-95d0-682d57828df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:50.618070 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c61657c-6f4b-478d-95d0-682d57828df3 admin admin] Checking segment: {'id': 'ba05ab9b-159c-444f-b1c2-c83d279431e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9a0fab7c-d29d-45d1-9cb1-d78ec8fca2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:13:50.621899 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c61657c-6f4b-478d-95d0-682d57828df3 admin admin] Network hostable DHCP agents. Network: 9a0fab7c-d29d-45d1-9cb1-d78ec8fca2e5, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:13:50.663471 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b9b12731-7b92-414a-b17a-9f650e4bc4cb req-87a7ec59-3111-4345-88e7-53046cb5cef1 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586224 Jun 08 04:13:50.667134 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:50.673634 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:50.695527 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:50.699465 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/962c3b61-c184-4fd2-9956-b953b43775e5 HTTP/1.1" status: 204 len: 168 time: 0.9290023 Jun 08 04:13:50.705573 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=962c3b61-c184-4fd2-9956-b953b43775e5,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:50.708785 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:50.749459 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c61657c-6f4b-478d-95d0-682d57828df3 admin admin] Network 9a0fab7c-d29d-45d1-9cb1-d78ec8fca2e5 is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:13:50.817306 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-8c61657c-6f4b-478d-95d0-682d57828df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, 9a0fab7c-d29d-45d1-9cb1-d78ec8fca2e5) {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:50.823763 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c61657c-6f4b-478d-95d0-682d57828df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:50.824357 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8c61657c-6f4b-478d-95d0-682d57828df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:50.838261 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0301e682-e84f-4f2f-9b50-66176e704ac8 None None] Network 9a0fab7c-d29d-45d1-9cb1-d78ec8fca2e5 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:13:50.910846 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-8c61657c-6f4b-478d-95d0-682d57828df3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4400997 Jun 08 04:13:51.077426 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e233c6d-39f5-448a-a6e7-9ee05d6e59de None None] Network 9a0fab7c-d29d-45d1-9cb1-d78ec8fca2e5 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:13:51.190736 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 32788) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:51.309906 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 32794) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:51.310535 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-878db6e6-1e68-4f90-be96-95e77b386e0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4fbd5e5fcc842dd9999f72310128455&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1179731 Jun 08 04:13:51.331029 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd979cd-00bd-4add-b855-52209a218121 req-2f770581-e7d2-4e52-afd5-79285dbf13c0 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:51.332505 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ffd979cd-00bd-4add-b855-52209a218121 req-2f770581-e7d2-4e52-afd5-79285dbf13c0 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1870079 Jun 08 04:13:51.408195 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 32798) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:51.521303 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ffd979cd-00bd-4add-b855-52209a218121 req-f8170436-8289-425d-9f0d-fa46ad52368a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797574 Jun 08 04:13:51.533858 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7fc9-4a3b-4c9d-93c6-44fe5fc4a5ec tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:51.560100 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8c23980f-f230-464a-9e15-2ee22a03e723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:51.560245 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9bef-2e4b-4c32-a773-33c1d48aee5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:51.582151 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8c23980f-f230-464a-9e15-2ee22a03e723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:51.634689 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7fc9-4a3b-4c9d-93c6-44fe5fc4a5ec tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867599'] for floatingip, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:51.689258 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9bef-2e4b-4c32-a773-33c1d48aee5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:51.777733 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9bef-2e4b-4c32-a773-33c1d48aee5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:51.792739 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:51.823748 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8c23980f-f230-464a-9e15-2ee22a03e723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:51.826693 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8c23980f-f230-464a-9e15-2ee22a03e723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:51.829701 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-8c23980f-f230-464a-9e15-2ee22a03e723 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44877c95-58e5-4ae6-8129-8720d6cc4e31 HTTP/1.1" status: 204 len: 168 time: 0.5148129 Jun 08 04:13:51.829837 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-8e5c9bef-2e4b-4c32-a773-33c1d48aee5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc6c9657eb3b443c8ef60080d0c20893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186745 Jun 08 04:13:51.830804 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c9bef-2e4b-4c32-a773-33c1d48aee5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09529eb-ab43-4c7f-8872-a1f46e8dda39,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:51.833399 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 32822) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:51.849556 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8e5c9bef-2e4b-4c32-a773-33c1d48aee5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:51.901243 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-10f1c1ac-cd2d-4437-b752-a7f1c8f80a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:51.930977 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-10f1c1ac-cd2d-4437-b752-a7f1c8f80a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:51.955056 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-abcf2430-fbec-4b07-b2ac-ebc9a278c392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:52.017976 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23980f-f230-464a-9e15-2ee22a03e723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44877c95-58e5-4ae6-8129-8720d6cc4e31,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:52.022643 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-8c23980f-f230-464a-9e15-2ee22a03e723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:52.114453 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-10f1c1ac-cd2d-4437-b752-a7f1c8f80a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:52.120625 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-10f1c1ac-cd2d-4437-b752-a7f1c8f80a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:52.120625 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-10f1c1ac-cd2d-4437-b752-a7f1c8f80a7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c09529eb-ab43-4c7f-8872-a1f46e8dda39 HTTP/1.1" status: 204 len: 168 time: 0.2822275 Jun 08 04:13:52.120625 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-bb26ab11-8b27-44e6-bb67-ccc34a0162fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:52.142818 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1c1ac-cd2d-4437-b752-a7f1c8f80a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09529eb-ab43-4c7f-8872-a1f46e8dda39,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:52.144260 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-10f1c1ac-cd2d-4437-b752-a7f1c8f80a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:52.162967 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422532fb-2ccb-4464-8ee1-1d9869227d38 req-5f53f017-1226-42a8-8634-d77b403ccba5 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:52.164357 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-422532fb-2ccb-4464-8ee1-1d9869227d38 req-5f53f017-1226-42a8-8634-d77b403ccba5 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.4717643 Jun 08 04:13:52.165660 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.db.l3_db [None req-f3ef7fc9-4a3b-4c9d-93c6-44fe5fc4a5ec tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Floating IP 468626a5-1f64-4fad-97b1-6b03e865e6d3 associated. External IP: 172.28.2.216, port: 8ffad4ab-1a59-48ad-b584-fd11959aba48. Jun 08 04:13:52.174869 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 32832) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:52.182280 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-21cc7fd7-c534-44be-aa64-66b9e55cfd3f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Request body: {'floatingip': {'port_id': '639df7a3-9ef1-4c7c-b7e1-907024a611ad'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:52.324504 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-21cc7fd7-c534-44be-aa64-66b9e55cfd3f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for floatingip, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:52.337181 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-751062bd-a634-4bc3-bf2f-88c778c82ac0 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:52.339215 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-751062bd-a634-4bc3-bf2f-88c778c82ac0 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/networks?id=b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1 HTTP/1.1" status: 200 len: 806 time: 0.5304010 Jun 08 04:13:52.419613 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-ea93f1ba-2aa2-4d8e-90d5-712f9944adea tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/quotas/2199932e437c4192ba27a70b07df87df HTTP/1.1" status: 200 len: 375 time: 0.0371137 Jun 08 04:13:52.495839 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-cbd85f9f-ce1b-4962-b178-5774bf5d7df2 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2199932e437c4192ba27a70b07df87df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591147 Jun 08 04:13:52.662143 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894fbdf-1d99-4305-8407-deb833f5ed8b req-59e3667d-d069-40ea-8ab3-b9c4f7fefd26 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:52.669603 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d894fbdf-1d99-4305-8407-deb833f5ed8b req-59e3667d-d069-40ea-8ab3-b9c4f7fefd26 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.3902028 Jun 08 04:13:52.829487 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d894fbdf-1d99-4305-8407-deb833f5ed8b req-6d14e8ee-079c-4a8e-bce5-44b288720ac7 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590238 Jun 08 04:13:52.856963 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-778ce437-665b-4151-8e84-5b01170f413d service neutron] 10.222.0.18 "GET /v2.0/networks/b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464611 Jun 08 04:13:52.937725 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ef7fc9-4a3b-4c9d-93c6-44fe5fc4a5ec tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Router f16755fc-28c9-4084-a50a-40c86108a1bf has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:13:53.150572 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-76988da0-fcca-46b2-9372-eeca9cc8ce2a service neutron] 10.222.0.18 "GET /v2.0/networks/b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839952 Jun 08 04:13:53.242300 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ef7fc9-4a3b-4c9d-93c6-44fe5fc4a5ec tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:13:53.257100 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7fc9-4a3b-4c9d-93c6-44fe5fc4a5ec tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:53.259254 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccac2ed8-0474-49e3-a233-90a6b1544f71 None None] Sync routers for ids ['f16755fc-28c9-4084-a50a-40c86108a1bf'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:13:53.274572 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-21cc7fd7-c534-44be-aa64-66b9e55cfd3f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:53.277867 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccac2ed8-0474-49e3-a233-90a6b1544f71 None None] Routers {'f16755fc-28c9-4084-a50a-40c86108a1bf'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:13:53.278637 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-ccac2ed8-0474-49e3-a233-90a6b1544f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:13:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['f16755fc-28c9-4084-a50a-40c86108a1bf'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:53.361261 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 32866) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:53.389857 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-21cc7fd7-c534-44be-aa64-66b9e55cfd3f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867599'] for floatingip, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:53.392006 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-f3ef7fc9-4a3b-4c9d-93c6-44fe5fc4a5ec tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "PUT /v2.0/floatingips/468626a5-1f64-4fad-97b1-6b03e865e6d3 HTTP/1.1" status: 200 len: 991 time: 3.0520682 Jun 08 04:13:53.392722 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c8f4de-b87e-4ffe-828e-f76d2c2113b3', 'tag': '8ffad4ab-1a59-48ad-b584-fd11959aba48'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:13:53.395128 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d57adae-7900-423c-a4c7-39e21660e776" -d '{"events": [{"name": "network-changed", "server_uuid": "51c8f4de-b87e-4ffe-828e-f76d2c2113b3", "tag": "8ffad4ab-1a59-48ad-b584-fd11959aba48"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:13:53.542986 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c095e8d-6a9c-4161-afe4-3fa56f806441 x-openstack-request-id: req-8c095e8d-6a9c-4161-afe4-3fa56f806441 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:13:53.543339 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c8f4de-b87e-4ffe-828e-f76d2c2113b3", "tag": "8ffad4ab-1a59-48ad-b584-fd11959aba48", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:13:53.543658 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c095e8d-6a9c-4161-afe4-3fa56f806441 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:13:53.544011 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c8f4de-b87e-4ffe-828e-f76d2c2113b3', 'tag': '8ffad4ab-1a59-48ad-b584-fd11959aba48', 'status': 'completed', 'code': 200} Jun 08 04:13:53.647926 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-ccac2ed8-0474-49e3-a233-90a6b1544f71 None None] Set router f16755fc-28c9-4084-a50a-40c86108a1bf gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:13:53.704540 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-20b0fcc6-b67e-4d05-9f4d-b529d5a578df req-b8159e2d-26ae-425e-8df8-dd43cb72c19b tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 210 time: 0.0681984 Jun 08 04:13:53.737645 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57adae-7900-423c-a4c7-39e21660e776 req-c29d2e65-51ee-48f6-9bbd-3dd143f47b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:53.739792 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d57adae-7900-423c-a4c7-39e21660e776 req-c29d2e65-51ee-48f6-9bbd-3dd143f47b25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6510b398a2924cc896f0ecf5dd74ea97&device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 1098 time: 0.1687207 Jun 08 04:13:53.749464 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1563315799-network', 'tenant_id': '9765c1f610b948999a3bc6325f4797f4'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:53.772512 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.l3_db [None req-21cc7fd7-c534-44be-aa64-66b9e55cfd3f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Floating IP a5418a98-45f7-4502-986b-4545a2429d5e associated. External IP: 172.28.2.8, port: 639df7a3-9ef1-4c7c-b7e1-907024a611ad. Jun 08 04:13:53.845230 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Made reservation on behalf of 9765c1f610b948999a3bc6325f4797f4 for: {'network': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:13:53.857878 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:53.863117 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:54.182788 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-ccac2ed8-0474-49e3-a233-90a6b1544f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': '468626a5-1f64-4fad-97b1-6b03e865e6d3', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'floating_ip_address': '172.28.2.216', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'port_id': '8ffad4ab-1a59-48ad-b584-fd11959aba48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'mac_address': 'fa:16:3e:19:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c8f4de-b87e-4ffe-828e-f76d2c2113b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:13:22Z', 'updated_at': '2021-06-08T04:13:51Z', 'revision_number': 1, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:18Z', 'revision_number': 5, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:54.187301 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccac2ed8-0474-49e3-a233-90a6b1544f71 None None] Checking router: f16755fc-28c9-4084-a50a-40c86108a1bf for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:13:54.196589 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccac2ed8-0474-49e3-a233-90a6b1544f71 None None] Routers {'f16755fc-28c9-4084-a50a-40c86108a1bf'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:13:54.197218 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-ccac2ed8-0474-49e3-a233-90a6b1544f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:13:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['f16755fc-28c9-4084-a50a-40c86108a1bf'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:54.260243 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57adae-7900-423c-a4c7-39e21660e776 req-67dbbe48-31ab-4d28-b1b1-30e1327057e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:54.262096 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d57adae-7900-423c-a4c7-39e21660e776 req-67dbbe48-31ab-4d28-b1b1-30e1327057e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608 HTTP/1.1" status: 200 len: 912 time: 0.5148585 Jun 08 04:13:54.373024 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:54.384767 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cc7fd7-c534-44be-aa64-66b9e55cfd3f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Router 2707279e-99c2-4f64-908c-641d58acd2de has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:13:54.392534 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-ccac2ed8-0474-49e3-a233-90a6b1544f71 None None] Set router f16755fc-28c9-4084-a50a-40c86108a1bf gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:13:54.453356 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d57adae-7900-423c-a4c7-39e21660e776 req-e2cd28e7-1323-4691-babc-cabcec1c71bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ffad4ab-1a59-48ad-b584-fd11959aba48 HTTP/1.1" status: 200 len: 999 time: 0.1452239 Jun 08 04:13:54.470028 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:54.483061 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a89ac487-2275-4b69-98f9-f1abbce92427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:54.523417 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7b6b2-8503-419e-b63f-59df1f97b890 req-eceaee7e-1d46-40e0-9205-215f4fe37ae0 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:54.532084 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9ea7b6b2-8503-419e-b63f-59df1f97b890 req-eceaee7e-1d46-40e0-9205-215f4fe37ae0 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.2687502 Jun 08 04:13:54.610022 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9ea7b6b2-8503-419e-b63f-59df1f97b890 req-255be80e-2a0c-4b72-beae-651c96f7158b tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762026 Jun 08 04:13:54.631496 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57adae-7900-423c-a4c7-39e21660e776 req-35dd477d-5946-4d32-8d94-62cedb75e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:54.633219 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d57adae-7900-423c-a4c7-39e21660e776 req-35dd477d-5946-4d32-8d94-62cedb75e419 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cbbe1bd-e80b-4b17-a029-b5a2fd183531 HTTP/1.1" status: 200 len: 850 time: 0.1693604 Jun 08 04:13:54.735267 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57adae-7900-423c-a4c7-39e21660e776 req-9a5d6785-a42d-43ee-8088-bb46e7edb70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:54.736847 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d57adae-7900-423c-a4c7-39e21660e776 req-9a5d6785-a42d-43ee-8088-bb46e7edb70b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0965395 Jun 08 04:13:54.795815 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370625e4-7875-4339-b2da-acab87150084,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:54.799068 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:54.803096 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=92280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:13:54.834471 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:54.834837 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.segments_db [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Added segment 0a397102-2b46-42fa-a569-1e8a419f7bdb of type vlan for network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f Jun 08 04:13:54.853003 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-ccac2ed8-0474-49e3-a233-90a6b1544f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': '468626a5-1f64-4fad-97b1-6b03e865e6d3', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'floating_ip_address': '172.28.2.216', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'port_id': '8ffad4ab-1a59-48ad-b584-fd11959aba48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'mac_address': 'fa:16:3e:19:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c8f4de-b87e-4ffe-828e-f76d2c2113b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:13:22Z', 'updated_at': '2021-06-08T04:13:51Z', 'revision_number': 1, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:18Z', 'revision_number': 5, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:54.858568 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccac2ed8-0474-49e3-a233-90a6b1544f71 None None] The sync data for ids ['f16755fc-28c9-4084-a50a-40c86108a1bf'] in dv-cinder-786627-8-smb is: [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': '468626a5-1f64-4fad-97b1-6b03e865e6d3', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'floating_ip_address': '172.28.2.216', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'port_id': '8ffad4ab-1a59-48ad-b584-fd11959aba48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'mac_address': 'fa:16:3e:19:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c8f4de-b87e-4ffe-828e-f76d2c2113b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:13:22Z', 'updated_at': '2021-06-08T04:13:51Z', 'revision_number': 1, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:18Z', 'revision_number': 5, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:13:54.878208 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cc7fd7-c534-44be-aa64-66b9e55cfd3f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:13:54.882779 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-21cc7fd7-c534-44be-aa64-66b9e55cfd3f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:54.887466 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c34ef-1135-4d72-824d-a34ffb04b2f9 None None] Sync routers for ids ['2707279e-99c2-4f64-908c-641d58acd2de'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:13:54.898572 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c34ef-1135-4d72-824d-a34ffb04b2f9 None None] Routers {'2707279e-99c2-4f64-908c-641d58acd2de'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:13:54.899283 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-1b9c34ef-1135-4d72-824d-a34ffb04b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:13:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['2707279e-99c2-4f64-908c-641d58acd2de'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:54.918827 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:54.931127 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-74e8fe57-c626-4867-9b82-b45a660f6f90 req-9b586c8a-593d-4b3f-98ff-8a8253b0b7ec tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 210 time: 0.0813041 Jun 08 04:13:54.977666 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-21cc7fd7-c534-44be-aa64-66b9e55cfd3f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "PUT /v2.0/floatingips/a5418a98-45f7-4502-986b-4545a2429d5e HTTP/1.1" status: 200 len: 990 time: 2.8011713 Jun 08 04:13:54.981580 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'tag': '639df7a3-9ef1-4c7c-b7e1-907024a611ad'}] {{(pid=92280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:13:54.993220 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59587a23dae4433d2100e3f102ebc88f30c43b22f141808d2ae0dd60ce475b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5965f5-09ac-4f9a-b5eb-402e261056c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5967acb1-7f39-4672-b53e-0d068f64b4b1", "tag": "639df7a3-9ef1-4c7c-b7e1-907024a611ad"}]}' {{(pid=92280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:13:54.993582 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d57adae-7900-423c-a4c7-39e21660e776 req-2687055c-fde9-47a1-9fa7-170d97349705 service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473862 Jun 08 04:13:55.074230 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9855a031-3a84-4363-9b91-0a6ed012e47c x-openstack-request-id: req-9855a031-3a84-4363-9b91-0a6ed012e47c {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:13:55.074230 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5967acb1-7f39-4672-b53e-0d068f64b4b1", "tag": "639df7a3-9ef1-4c7c-b7e1-907024a611ad", "status": "completed", "code": 200}]} {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:13:55.074230 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9855a031-3a84-4363-9b91-0a6ed012e47c {{(pid=92280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:13:55.074230 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'tag': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'status': 'completed', 'code': 200} Jun 08 04:13:55.175036 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d57adae-7900-423c-a4c7-39e21660e776 req-973863f1-9a41-48bd-bfdc-51c6d0e24d66 service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737354 Jun 08 04:13:55.193984 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:55.197700 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:55.198363 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:55.200192 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-1b9c34ef-1135-4d72-824d-a34ffb04b2f9 None None] Set router 2707279e-99c2-4f64-908c-641d58acd2de gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:13:55.216220 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b394b225-57cf-411a-81e4-bceb7c58c339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:55.249273 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40416e4d-3441-4b86-adb4-3d7e097e6e7e None None] New status for floating IP 468626a5-1f64-4fad-97b1-6b03e865e6d3: ACTIVE {{(pid=92283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 04:13:55.326214 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9607143 Jun 08 04:13:55.326953 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 32952) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:13:55.332402 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-c9dbc37f-bd76-4203-8d97-23865abcaac7 admin admin] Request body: {'subnet': {'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1563315799-subnet', 'tenant_id': '9765c1f610b948999a3bc6325f4797f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:55.336919 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Pushing event updated for resources: {'Network': ['ID=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:55.340989 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:55.351479 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5965f5-09ac-4f9a-b5eb-402e261056c3 req-2eb2e9db-bad0-49d4-9fb7-dd4547c4f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:55.352912 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-cb5965f5-09ac-4f9a-b5eb-402e261056c3 req-2eb2e9db-bad0-49d4-9fb7-dd4547c4f1f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c7e0dce267146e58d41cccd658554bc&device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 1099 time: 0.2364376 Jun 08 04:13:55.357198 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:13:55.463914 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dbc37f-bd76-4203-8d97-23865abcaac7 admin admin] Made reservation on behalf of 9765c1f610b948999a3bc6325f4797f4 for: {'subnet': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:13:55.467036 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c9dbc37f-bd76-4203-8d97-23865abcaac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2127533'] for subnet, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:55.533783 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5965f5-09ac-4f9a-b5eb-402e261056c3 req-56a9cf9a-721c-48e8-896f-1bcd85098d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:55.540238 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-cb5965f5-09ac-4f9a-b5eb-402e261056c3 req-56a9cf9a-721c-48e8-896f-1bcd85098d84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=294f857a-186c-4448-b00c-81d1806ba032 HTTP/1.1" status: 200 len: 918 time: 0.1807752 Jun 08 04:13:55.745904 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-cb5965f5-09ac-4f9a-b5eb-402e261056c3 req-960151e3-1035-4cc8-b34c-73a2c2b365e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad HTTP/1.1" status: 200 len: 998 time: 0.1944201 Jun 08 04:13:55.820217 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-1b9c34ef-1135-4d72-824d-a34ffb04b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': 'a5418a98-45f7-4502-986b-4545a2429d5e', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'floating_ip_address': '172.28.2.8', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'port_id': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'mac_address': 'fa:16:3e:b1:7c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:13:23Z', 'updated_at': '2021-06-08T04:13:53Z', 'revision_number': 1, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:21Z', 'revision_number': 5, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:55.832949 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c34ef-1135-4d72-824d-a34ffb04b2f9 None None] Checking router: 2707279e-99c2-4f64-908c-641d58acd2de for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:13:55.862024 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c34ef-1135-4d72-824d-a34ffb04b2f9 None None] Routers {'2707279e-99c2-4f64-908c-641d58acd2de'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:13:55.865232 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-1b9c34ef-1135-4d72-824d-a34ffb04b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:13:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['2707279e-99c2-4f64-908c-641d58acd2de'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:55.885059 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5965f5-09ac-4f9a-b5eb-402e261056c3 req-37007b4a-ef66-4ef6-9893-d914921c4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:55.887056 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-cb5965f5-09ac-4f9a-b5eb-402e261056c3 req-37007b4a-ef66-4ef6-9893-d914921c4bd4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6790621e-0f94-4c60-abe1-4e141a73cc04 HTTP/1.1" status: 200 len: 856 time: 0.1327817 Jun 08 04:13:55.981817 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5965f5-09ac-4f9a-b5eb-402e261056c3 req-87800a01-e1cb-4358-8cca-90e1feb9c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:55.983220 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-cb5965f5-09ac-4f9a-b5eb-402e261056c3 req-87800a01-e1cb-4358-8cca-90e1feb9c42c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=294f857a-186c-4448-b00c-81d1806ba032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0885332 Jun 08 04:13:55.994947 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27145f3-f2d4-415f-a564-1a351275f392 req-5f9da847-6ffb-47fc-9467-e129e2dfe96d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:55.996723 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d27145f3-f2d4-415f-a564-1a351275f392 req-5f9da847-6ffb-47fc-9467-e129e2dfe96d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1503937 Jun 08 04:13:56.034525 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c9dbc37f-bd76-4203-8d97-23865abcaac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2127491'] for subnet, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:56.060014 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-3119bab7-2f1a-4127-ae67-6b623e0a1a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:56.112544 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d27145f3-f2d4-415f-a564-1a351275f392 req-ea6b4a30-2c91-4bd3-af0f-2ab36e4210db tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093442 Jun 08 04:13:56.141534 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbc37f-bd76-4203-8d97-23865abcaac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641a26e1-b53e-42f6-82ec-ed94a7238fc9,revision_number=0']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:56.146472 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-c9dbc37f-bd76-4203-8d97-23865abcaac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:56.158814 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-1b9c34ef-1135-4d72-824d-a34ffb04b2f9 None None] Set router 2707279e-99c2-4f64-908c-641d58acd2de gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:13:56.159385 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dbc37f-bd76-4203-8d97-23865abcaac7 admin admin] Checking segment: {'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:13:56.159385 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dbc37f-bd76-4203-8d97-23865abcaac7 admin admin] Network hostable DHCP agents. Network: e97d6132-85d0-4e4a-9c43-1ae30cd7d35f, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:13:56.191832 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-cb5965f5-09ac-4f9a-b5eb-402e261056c3 req-e1d09ee2-b137-4349-83ae-fa9ee073068a service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955557 Jun 08 04:13:56.216324 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a3d369dc-026b-4ae0-9a98-008c0411d235 req-adbd3a33-d58d-403b-ae88-6386a595c767 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 210 time: 0.0584714 Jun 08 04:13:56.284635 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dbc37f-bd76-4203-8d97-23865abcaac7 admin admin] Network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:13:56.350049 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-cb5965f5-09ac-4f9a-b5eb-402e261056c3 req-fa7c3bec-0fe6-4d6d-a85f-7efa688be5a9 service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496909 Jun 08 04:13:56.365495 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-c9dbc37f-bd76-4203-8d97-23865abcaac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, e97d6132-85d0-4e4a-9c43-1ae30cd7d35f) {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:56.370274 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dbc37f-bd76-4203-8d97-23865abcaac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:56.370853 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c9dbc37f-bd76-4203-8d97-23865abcaac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:56.388541 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849e0ebe-0077-480e-84ed-36f31fdbfde7 None None] Network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:13:56.477526 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-c9dbc37f-bd76-4203-8d97-23865abcaac7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1419115 Jun 08 04:13:56.724444 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ecf63e-bd72-41d8-b73c-44ff209e9195 None None] Network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:13:56.847027 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-1b9c34ef-1135-4d72-824d-a34ffb04b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': 'a5418a98-45f7-4502-986b-4545a2429d5e', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'floating_ip_address': '172.28.2.8', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'port_id': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'mac_address': 'fa:16:3e:b1:7c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:13:23Z', 'updated_at': '2021-06-08T04:13:53Z', 'revision_number': 1, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:21Z', 'revision_number': 5, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:13:56.864768 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c34ef-1135-4d72-824d-a34ffb04b2f9 None None] The sync data for ids ['2707279e-99c2-4f64-908c-641d58acd2de'] in dv-cinder-786627-8-smb is: [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': 'a5418a98-45f7-4502-986b-4545a2429d5e', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'floating_ip_address': '172.28.2.8', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'port_id': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'mac_address': 'fa:16:3e:b1:7c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:13:23Z', 'updated_at': '2021-06-08T04:13:53Z', 'revision_number': 1, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:21Z', 'revision_number': 5, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:13:57.069774 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-f8d5aed2-39fe-4b2e-8db1-7c8cb9d795c1 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:57.071744 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-f8d5aed2-39fe-4b2e-8db1-7c8cb9d795c1 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.21 "GET /v2.0/networks?id=b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1 HTTP/1.1" status: 200 len: 806 time: 0.1929908 Jun 08 04:13:57.086498 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-cc0e9672-b8cc-4ace-a0be-3e2698faac43 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Request body: {'port': {'device_id': 'f57540af-4b14-4344-8f34-b4e056f721a6', 'network_id': 'b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1', 'admin_state_up': True, 'tenant_id': '2199932e437c4192ba27a70b07df87df'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:57.139132 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0b17f-5032-446d-be28-d1d735c3f4b1 None None] New status for floating IP a5418a98-45f7-4502-986b-4545a2429d5e: ACTIVE {{(pid=92282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 04:13:57.319975 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-cc0e9672-b8cc-4ace-a0be-3e2698faac43 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Made reservation on behalf of 2199932e437c4192ba27a70b07df87df for: {'port': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:13:57.324375 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-cc0e9672-b8cc-4ace-a0be-3e2698faac43 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:57.333682 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d3a3b-b95b-4ef9-8a98-fbbd896b8698 req-70c250bf-76c9-4618-9098-ea414a38ab8b tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:57.335235 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2c0d3a3b-b95b-4ef9-8a98-fbbd896b8698 req-70c250bf-76c9-4618-9098-ea414a38ab8b tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.0843263 Jun 08 04:13:57.382954 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2c0d3a3b-b95b-4ef9-8a98-fbbd896b8698 req-b10fab62-c48b-4f3a-954e-21e2c3536d57 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419128 Jun 08 04:13:57.515721 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-cc0e9672-b8cc-4ace-a0be-3e2698faac43 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Allocated IP 172.20.0.5 (b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1/b5b65720-07fb-49f7-95dd-ae714434381b/40b89890-1c5c-4c12-9e28-c9e6f9269c9c) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:13:57.533849 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3d0ea710-39b3-40ab-8a13-74c539b32d67 req-1b19ff1c-4292-41d9-aaa9-4d5af5c923d3 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 210 time: 0.0502269 Jun 08 04:13:57.727602 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-cc0e9672-b8cc-4ace-a0be-3e2698faac43 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:57.800176 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-cc0e9672-b8cc-4ace-a0be-3e2698faac43 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1898218'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:57.802690 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-cc0e9672-b8cc-4ace-a0be-3e2698faac43 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:57.802690 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:13:57.802690 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:13:57.802690 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:13:57.802690 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:13:57.802690 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:13:57.819122 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-cc0e9672-b8cc-4ace-a0be-3e2698faac43 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Network b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:13:57.820299 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-cc0e9672-b8cc-4ace-a0be-3e2698faac43 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:13:57.822579 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-cc0e9672-b8cc-4ace-a0be-3e2698faac43 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:13:57.889345 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-cc0e9672-b8cc-4ace-a0be-3e2698faac43 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:57.889980 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-cc0e9672-b8cc-4ace-a0be-3e2698faac43 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:57.954503 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-cc0e9672-b8cc-4ace-a0be-3e2698faac43 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8737893 Jun 08 04:13:57.967156 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Request body: {'port': {'device_id': 'f57540af-4b14-4344-8f34-b4e056f721a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:13:58.160834 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:58.518912 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b89890-1c5c-4c12-9e28-c9e6f9269c9c {{(pid=92280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:13:58.526867 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:58.542750 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Transition to ACTIVE for port object 40b89890-1c5c-4c12-9e28-c9e6f9269c9c will not be triggered until provisioned by entity L2. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:13:58.627565 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1898228'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:58.632681 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:58.709718 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f371a1-cc04-46a9-98e0-9649abf89c6b req-df4a92b5-03e9-418e-a957-978537207280 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:58.711320 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-10f371a1-cc04-46a9-98e0-9649abf89c6b req-df4a92b5-03e9-418e-a957-978537207280 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.0822384 Jun 08 04:13:58.758657 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-10f371a1-cc04-46a9-98e0-9649abf89c6b req-af243985-efb0-4180-a337-52143c3dcc8a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408640 Jun 08 04:13:58.791414 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Pushing event updated for resources: {'Port': ['ID=40b89890-1c5c-4c12-9e28-c9e6f9269c9c,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:58.794317 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:58.869808 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Attempting to bind port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:13:58.870132 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Attempting to bind port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'bde4c32d-dcc2-43a9-a6fc-70b0635a725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1'}] {{(pid=92280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:13:58.870455 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Attempting to bind port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c on network b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:58.875032 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c on network b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:13:58.875359 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Attempting to bind port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c on network b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:13:58.880269 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:13:58.880607 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Checking segment: {'id': 'bde4c32d-dcc2-43a9-a6fc-70b0635a725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:13:58.880991 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Bound using segment: {'id': 'bde4c32d-dcc2-43a9-a6fc-70b0635a725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1'} {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:13:58.881403 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Bound port: 40b89890-1c5c-4c12-9e28-c9e6f9269c9c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde4c32d-dcc2-43a9-a6fc-70b0635a725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1'}}] {{(pid=92280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:13:58.881740 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:58.935312 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc525fbb-e8d7-4d3f-b080-7410c2ebe283 req-0b2e506e-a80a-4b35-8dcf-f938c07faf74 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:58.937386 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cc525fbb-e8d7-4d3f-b080-7410c2ebe283 req-0b2e506e-a80a-4b35-8dcf-f938c07faf74 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 943 time: 0.0849547 Jun 08 04:13:58.980726 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] For port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c, host hv-cinder-78662, cleared binding levels {{(pid=92280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:13:58.984043 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] For port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=40b89890-1c5c-4c12-9e28-c9e6f9269c9c,segment=NetworkSegment(bde4c32d-dcc2-43a9-a6fc-70b0635a725d),segment_id=bde4c32d-dcc2-43a9-a6fc-70b0635a725d)] {{(pid=92280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:13:58.985936 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cc525fbb-e8d7-4d3f-b080-7410c2ebe283 req-9d6e4228-f54d-4788-8380-f38f4f026a54 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Jun 08 04:13:59.074554 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1898228'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:59.078676 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-de0d2435-2462-4d46-a751-4d9119e054a9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:13:59.139607 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:59.140229 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:13:59.141577 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] 10.222.0.21 "PUT /v2.0/ports/40b89890-1c5c-4c12-9e28-c9e6f9269c9c HTTP/1.1" status: 200 len: 1093 time: 1.1784449 Jun 08 04:13:59.142037 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57540af-4b14-4344-8f34-b4e056f721a6', 'tag': '40b89890-1c5c-4c12-9e28-c9e6f9269c9c'}] {{(pid=92280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:13:59.144279 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59587a23dae4433d2100e3f102ebc88f30c43b22f141808d2ae0dd60ce475b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4df7c97-dc03-46a6-937e-58d0f55db784" -d '{"events": [{"name": "network-changed", "server_uuid": "f57540af-4b14-4344-8f34-b4e056f721a6", "tag": "40b89890-1c5c-4c12-9e28-c9e6f9269c9c"}]}' {{(pid=92280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:13:59.162815 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Pushing event updated for resources: {'Port': ['ID=40b89890-1c5c-4c12-9e28-c9e6f9269c9c,revision_number=3']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:13:59.166447 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:13:59.198361 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f979225-72d4-4862-a09a-fb3cfe9f58d9 x-openstack-request-id: req-8f979225-72d4-4862-a09a-fb3cfe9f58d9 {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:13:59.198674 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57540af-4b14-4344-8f34-b4e056f721a6", "tag": "40b89890-1c5c-4c12-9e28-c9e6f9269c9c", "status": "completed", "code": 200}]} {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:13:59.198964 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f979225-72d4-4862-a09a-fb3cfe9f58d9 {{(pid=92280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:13:59.199377 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57540af-4b14-4344-8f34-b4e056f721a6', 'tag': '40b89890-1c5c-4c12-9e28-c9e6f9269c9c', 'status': 'completed', 'code': 200} Jun 08 04:13:59.308818 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df7c97-dc03-46a6-937e-58d0f55db784 req-55565cf6-c061-4aad-aab6-3a852d8d5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:59.310482 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-e4df7c97-dc03-46a6-937e-58d0f55db784 req-55565cf6-c061-4aad-aab6-3a852d8d5177 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2199932e437c4192ba27a70b07df87df&device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 1096 time: 0.0856435 Jun 08 04:13:59.452997 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df7c97-dc03-46a6-937e-58d0f55db784 req-f90b8957-72df-4e3e-a7a2-9be1de162163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:59.454333 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-e4df7c97-dc03-46a6-937e-58d0f55db784 req-f90b8957-72df-4e3e-a7a2-9be1de162163 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=2199932e437c4192ba27a70b07df87df&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1364639 Jun 08 04:13:59.593670 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df7c97-dc03-46a6-937e-58d0f55db784 req-2b2e4555-06b6-48ed-8302-89682e2f15e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:59.595134 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-e4df7c97-dc03-46a6-937e-58d0f55db784 req-2b2e4555-06b6-48ed-8302-89682e2f15e9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334679 Jun 08 04:13:59.707158 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-9a95156e-780f-4cc5-8da7-304b7b789d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:59.708536 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-9a95156e-780f-4cc5-8da7-304b7b789d21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2199932e437c4192ba27a70b07df87df&device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 1096 time: 0.0758114 Jun 08 04:13:59.781351 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-e683b688-9c34-4aa5-b8ec-67e55ce5d19c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40b89890-1c5c-4c12-9e28-c9e6f9269c9c HTTP/1.1" status: 200 len: 217 time: 0.0599115 Jun 08 04:13:59.847962 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-fc835b3f-76a8-4653-bcb5-904b61806d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:59.849522 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-fc835b3f-76a8-4653-bcb5-904b61806d0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b5b65720-07fb-49f7-95dd-ae714434381b HTTP/1.1" status: 200 len: 846 time: 0.0613742 Jun 08 04:13:59.906300 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-f654d3fc-1210-4a26-8084-8a150239685a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424330 Jun 08 04:13:59.984501 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e82f1-dbf9-46d0-8d71-b774f6c260b8 req-3cc473fd-129b-45b7-9065-daf68786e6cf tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:13:59.986463 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e71e82f1-dbf9-46d0-8d71-b774f6c260b8 req-3cc473fd-129b-45b7-9065-daf68786e6cf tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1190634 Jun 08 04:14:00.041265 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e71e82f1-dbf9-46d0-8d71-b774f6c260b8 req-0d493611-a6b2-43e7-a690-6b682441aef1 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486405 Jun 08 04:14:00.132782 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-5486535a-58db-4bb6-bff2-80612ce0076a service neutron] 10.222.0.21 "GET /v2.0/networks/b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165000 Jun 08 04:14:00.292879 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-3a57d427-6f5e-40c3-bcf0-256b7872bcab req-f3037777-da6f-436d-86f3-51bcadcc6faf service neutron] 10.222.0.21 "GET /v2.0/networks/b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477067 Jun 08 04:14:00.384723 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6893-afdd-4287-a8cd-98157a8effdd req-92ed4209-63ee-48db-8ab9-ae282f3b5d65 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:00.386181 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-102c6893-afdd-4287-a8cd-98157a8effdd req-92ed4209-63ee-48db-8ab9-ae282f3b5d65 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 943 time: 0.2332804 Jun 08 04:14:00.392306 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-495fcb2d-3299-4709-8cc7-d75ea8999e8a req-53f9bccf-17c5-4561-867c-de882f140244 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1017001 Jun 08 04:14:00.435666 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-102c6893-afdd-4287-a8cd-98157a8effdd req-c20d88dc-4a32-4ee2-8877-4ef780d2b2f2 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425143 Jun 08 04:14:00.533470 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fcb2d-3299-4709-8cc7-d75ea8999e8a req-d893d120-1854-4a18-8a0a-808a65395ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:00.534860 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-495fcb2d-3299-4709-8cc7-d75ea8999e8a req-d893d120-1854-4a18-8a0a-808a65395ec0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 1098 time: 0.0691705 Jun 08 04:14:00.690995 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fcb2d-3299-4709-8cc7-d75ea8999e8a req-ac5a21ba-c867-4d61-a950-c1d9b08c8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:00.692443 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-495fcb2d-3299-4709-8cc7-d75ea8999e8a req-ac5a21ba-c867-4d61-a950-c1d9b08c8541 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d089fd5-3829-4c08-bd4f-7cc574f62861 HTTP/1.1" status: 200 len: 920 time: 0.1289833 Jun 08 04:14:00.763776 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-495fcb2d-3299-4709-8cc7-d75ea8999e8a req-755589f4-aa67-4018-aeb2-5810f1032999 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819fb6dd-663c-491b-a887-910350264c3c HTTP/1.1" status: 200 len: 217 time: 0.0644009 Jun 08 04:14:00.829635 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fcb2d-3299-4709-8cc7-d75ea8999e8a req-7673618f-eefa-4f37-a006-a7cad77d5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:00.831100 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-495fcb2d-3299-4709-8cc7-d75ea8999e8a req-7673618f-eefa-4f37-a006-a7cad77d5ff1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0474e6d9-865d-4b0c-a901-5588ecfaf9e6 HTTP/1.1" status: 200 len: 859 time: 0.0590565 Jun 08 04:14:00.878709 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-495fcb2d-3299-4709-8cc7-d75ea8999e8a req-a45fce9d-dd84-4cd1-b6c0-33a7085792cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d089fd5-3829-4c08-bd4f-7cc574f62861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402255 Jun 08 04:14:01.030491 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-495fcb2d-3299-4709-8cc7-d75ea8999e8a req-cad307cc-4b4f-4a5c-9c5d-8b065e65624f service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343534 Jun 08 04:14:01.253262 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-495fcb2d-3299-4709-8cc7-d75ea8999e8a req-a7b5cd36-14b8-4753-9281-bc7809e724a2 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054937 Jun 08 04:14:01.277811 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346178ef-1d83-4d96-89c4-5bc1ebd18325 req-1538501e-8d2f-43e3-bb53-6e4128fe821a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:01.279282 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-346178ef-1d83-4d96-89c4-5bc1ebd18325 req-1538501e-8d2f-43e3-bb53-6e4128fe821a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1188023 Jun 08 04:14:01.325898 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-346178ef-1d83-4d96-89c4-5bc1ebd18325 req-546f5fe4-20d4-4b6a-a5fc-24c891834f6b tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407085 Jun 08 04:14:01.628651 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc4708-76c8-4dd4-8aa0-e9f4c3b12e0e req-25764e60-207e-4c3c-99df-eda527ebdd69 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:01.630037 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e8cc4708-76c8-4dd4-8aa0-e9f4c3b12e0e req-25764e60-207e-4c3c-99df-eda527ebdd69 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 943 time: 0.0846710 Jun 08 04:14:01.678719 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e8cc4708-76c8-4dd4-8aa0-e9f4c3b12e0e req-4e1836e3-c2f9-4adc-91c8-5de0c99f1a01 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420508 Jun 08 04:14:02.532548 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be461137-9115-426d-810d-d20d1e5ecb71 req-32e7ab85-483f-41d2-b27a-4f676b117756 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:02.534040 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be461137-9115-426d-810d-d20d1e5ecb71 req-32e7ab85-483f-41d2-b27a-4f676b117756 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.0958157 Jun 08 04:14:02.580460 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be461137-9115-426d-810d-d20d1e5ecb71 req-7fbf6f11-d6f0-4c68-95b5-c81ec891047b tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Jun 08 04:14:02.866309 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1124e0-9783-48ec-b112-976bf42ab00e req-de590f85-c452-40f1-9a64-fd23be9f09eb tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:02.868059 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1c1124e0-9783-48ec-b112-976bf42ab00e req-de590f85-c452-40f1-9a64-fd23be9f09eb tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 943 time: 0.0866539 Jun 08 04:14:02.913708 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1c1124e0-9783-48ec-b112-976bf42ab00e req-aa337995-17ce-4725-8704-58ca9dcaea7f tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401962 Jun 08 04:14:03.773988 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02015a43-c047-43f8-953f-dfaaf2b3db0a req-5e25bd34-1eb3-4c5a-a6dc-309b2011c2ac tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:03.779867 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-02015a43-c047-43f8-953f-dfaaf2b3db0a req-5e25bd34-1eb3-4c5a-a6dc-309b2011c2ac tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.0795305 Jun 08 04:14:03.820080 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-02015a43-c047-43f8-953f-dfaaf2b3db0a req-2466afe0-3ea7-469e-a8e4-5bee2dece728 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379629 Jun 08 04:14:04.096231 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c8f63-7ef1-4453-9f03-e9b7f9894d3f req-d463bd75-0da0-4ea5-81e4-0a331408d3a5 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:04.098259 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d40c8f63-7ef1-4453-9f03-e9b7f9894d3f req-d463bd75-0da0-4ea5-81e4-0a331408d3a5 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 943 time: 0.0826104 Jun 08 04:14:04.147408 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d40c8f63-7ef1-4453-9f03-e9b7f9894d3f req-e2be61d0-7c39-480d-96ae-2f3ebfb0683c tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381088 Jun 08 04:14:04.787766 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:05.005082 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e0197-dd8a-4939-9c6b-0d2f13638c9c req-12359a6a-69e9-4166-8fa5-2b3acee5d901 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:05.006478 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-599e0197-dd8a-4939-9c6b-0d2f13638c9c req-12359a6a-69e9-4166-8fa5-2b3acee5d901 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.0788753 Jun 08 04:14:05.053636 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-599e0197-dd8a-4939-9c6b-0d2f13638c9c req-09069523-962d-409f-8d4b-b70e6471dbb7 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 Jun 08 04:14:05.328835 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58f8de-b77b-4e84-b279-50d3125788b3 req-976b6569-ee9c-4cb6-a638-66f7df5f5ffc tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:05.330297 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0f58f8de-b77b-4e84-b279-50d3125788b3 req-976b6569-ee9c-4cb6-a638-66f7df5f5ffc tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 943 time: 0.0802884 Jun 08 04:14:05.373528 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0f58f8de-b77b-4e84-b279-50d3125788b3 req-466d4840-e6f2-4cc4-886d-048ae5ffa1b0 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376580 Jun 08 04:14:06.244791 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e7d87-909a-4b63-83d1-64a785df3767 req-01945722-5cc5-49dd-b061-235f47c165fb tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:06.246373 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-798e7d87-909a-4b63-83d1-64a785df3767 req-01945722-5cc5-49dd-b061-235f47c165fb tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.0875442 Jun 08 04:14:06.361725 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-798e7d87-909a-4b63-83d1-64a785df3767 req-4744421d-85c2-4a9c-a72c-6dd9031ff79b tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095552 Jun 08 04:14:06.557444 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e225968-a653-496c-9bae-468191777e31 req-bb34e095-cce1-4e9c-bb6a-230f5c064f6d tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:06.558802 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9e225968-a653-496c-9bae-468191777e31 req-bb34e095-cce1-4e9c-bb6a-230f5c064f6d tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 943 time: 0.0813320 Jun 08 04:14:06.604930 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9e225968-a653-496c-9bae-468191777e31 req-6e784e63-616f-4b3d-a397-af097604662f tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403960 Jun 08 04:14:07.551889 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50e104-839b-45d6-b03d-a78ca68117dd req-910dc21b-06d5-4721-aa25-7f40dca9fb0d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:07.553314 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6c50e104-839b-45d6-b03d-a78ca68117dd req-910dc21b-06d5-4721-aa25-7f40dca9fb0d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.0833886 Jun 08 04:14:07.596836 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6c50e104-839b-45d6-b03d-a78ca68117dd req-043817ce-63ed-46c4-8d40-2a6c44103b00 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372970 Jun 08 04:14:07.790387 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e4f52-9630-4efa-9791-be67e07a5881 req-b170bc16-a2cd-45a9-8c69-3d3657b5684a tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:07.791866 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be2e4f52-9630-4efa-9791-be67e07a5881 req-b170bc16-a2cd-45a9-8c69-3d3657b5684a tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 943 time: 0.0799000 Jun 08 04:14:07.844024 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be2e4f52-9630-4efa-9791-be67e07a5881 req-0065760a-ea96-48f8-9037-f869dde8aa56 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455570 Jun 08 04:14:08.788348 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b30c4c-937d-4f79-abfb-5472d733de69 req-a28fd6ab-ed2d-4ba0-afbd-272e1556034f tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:08.789776 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-68b30c4c-937d-4f79-abfb-5472d733de69 req-a28fd6ab-ed2d-4ba0-afbd-272e1556034f tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.0848320 Jun 08 04:14:08.840228 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-68b30c4c-937d-4f79-abfb-5472d733de69 req-73e54627-6aff-493a-9e79-4904f7098b85 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433691 Jun 08 04:14:09.030067 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b7dac-3424-4a2f-9268-1e62c97f3004 req-bc29b667-8957-4630-a779-9456d2c3b422 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:09.035529 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d50b7dac-3424-4a2f-9268-1e62c97f3004 req-bc29b667-8957-4630-a779-9456d2c3b422 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 943 time: 0.0890639 Jun 08 04:14:09.077641 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d50b7dac-3424-4a2f-9268-1e62c97f3004 req-3f144662-e9f4-4f25-b80d-77888f423877 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 Jun 08 04:14:10.114754 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-1094fd3c-569a-458f-af47-01b78c355990 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:10.116426 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-1094fd3c-569a-458f-af47-01b78c355990 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/networks?id=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f HTTP/1.1" status: 200 len: 815 time: 0.2165759 Jun 08 04:14:10.138500 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af712f13-47b4-4c45-a312-2e909a30be88 req-9de9b53c-ac29-43d1-80e1-4d6dd448faef tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:10.139968 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-af712f13-47b4-4c45-a312-2e909a30be88 req-9de9b53c-ac29-43d1-80e1-4d6dd448faef tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1528814 Jun 08 04:14:10.143476 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-9bb577b6-c055-4b95-9989-723217282cee tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/quotas/9765c1f610b948999a3bc6325f4797f4 HTTP/1.1" status: 200 len: 375 time: 0.0188637 Jun 08 04:14:10.210128 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-6125231e-53b0-4c44-aec2-cd43eb2827c7 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9765c1f610b948999a3bc6325f4797f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580237 Jun 08 04:14:10.297748 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-af712f13-47b4-4c45-a312-2e909a30be88 req-61ed72d9-f88b-4588-a4ab-9698b661b14a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475365 Jun 08 04:14:10.353187 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-a68ca6eb-0248-48c7-bdb6-ab9c9ecc7a48 service neutron] 10.222.0.18 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322768 Jun 08 04:14:10.552669 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-ec1b4979-f810-41b3-b9d6-32cad7d6a9d8 service neutron] 10.222.0.18 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928887 Jun 08 04:14:10.565934 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2327a6a-09e1-4976-b159-b15497e0eba5 req-5cfe1e78-b594-42c5-9696-b7307f60117f tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:10.567593 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2327a6a-09e1-4976-b159-b15497e0eba5 req-5cfe1e78-b594-42c5-9696-b7307f60117f tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 943 time: 0.1373560 Jun 08 04:14:10.615382 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2327a6a-09e1-4976-b159-b15497e0eba5 req-8bc4d66a-dd48-4f3e-96c1-6096229c23be tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415888 Jun 08 04:14:10.655643 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 33224) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:10.784634 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6f2fedb5-7cc5-46b3-9664-256ba27b568a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:10.924009 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6f2fedb5-7cc5-46b3-9664-256ba27b568a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:11.003774 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6f2fedb5-7cc5-46b3-9664-256ba27b568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:11.009819 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-8c23980f-f230-464a-9e15-2ee22a03e723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:11.089165 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-6f2fedb5-7cc5-46b3-9664-256ba27b568a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4b69ead939d43e8bf8b86f8839308b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320860 Jun 08 04:14:11.091694 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 33238) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:11.095636 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fedb5-7cc5-46b3-9664-256ba27b568a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32a4620-101f-40a9-94a8-5c3801464214,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:11.099764 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0967e97d-d66f-48f5-adae-daa41806153e req-33a2dc52-ceae-4121-82c7-e8b4b33f878e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 210 time: 0.0672066 Jun 08 04:14:11.100573 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6f2fedb5-7cc5-46b3-9664-256ba27b568a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:11.156465 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-fef81fb8-70c7-442d-aa7f-3442ac747d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:11.187394 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-fef81fb8-70c7-442d-aa7f-3442ac747d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:11.291849 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-fef81fb8-70c7-442d-aa7f-3442ac747d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:11.294350 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-fef81fb8-70c7-442d-aa7f-3442ac747d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:11.295496 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-fef81fb8-70c7-442d-aa7f-3442ac747d1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b32a4620-101f-40a9-94a8-5c3801464214 HTTP/1.1" status: 204 len: 168 time: 0.2028451 Jun 08 04:14:11.296272 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6233c5fa-76ca-43ac-8a5f-e865345ceb2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:11.307470 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef81fb8-70c7-442d-aa7f-3442ac747d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32a4620-101f-40a9-94a8-5c3801464214,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:11.309994 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-fef81fb8-70c7-442d-aa7f-3442ac747d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:11.490126 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6831-8f72-45a6-9fb1-16cce23a0aaa req-43055cde-fa70-478d-984d-091f0319431a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:11.491617 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e5bf6831-8f72-45a6-9fb1-16cce23a0aaa req-43055cde-fa70-478d-984d-091f0319431a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.0842052 Jun 08 04:14:11.537532 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e5bf6831-8f72-45a6-9fb1-16cce23a0aaa req-eb2b2bd3-92c8-4cec-a95c-f363a4f60f54 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 Jun 08 04:14:11.810519 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91440887-f1b1-4652-8fbe-810f06f6b508 req-81633df5-606b-4309-8ac0-b02596e9ae35 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:11.812157 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-91440887-f1b1-4652-8fbe-810f06f6b508 req-81633df5-606b-4309-8ac0-b02596e9ae35 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 943 time: 0.0833936 Jun 08 04:14:11.857545 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-91440887-f1b1-4652-8fbe-810f06f6b508 req-53b1a357-f6a0-4633-914e-c08392205e51 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389297 Jun 08 04:14:12.256789 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7b6ee808-5803-456d-a4f8-0ecbac099983 req-44958629-c660-45f0-974e-56120e885e57 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 210 time: 0.0421951 Jun 08 04:14:12.325545 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ca3b17af-7914-4564-833b-9687609e7a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:12.802203 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04678fe8-fee3-463e-87df-a4223c756aa7 req-fdf3f853-86f2-4b56-a23f-1491b3015b31 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:12.803778 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-04678fe8-fee3-463e-87df-a4223c756aa7 req-fdf3f853-86f2-4b56-a23f-1491b3015b31 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1567459 Jun 08 04:14:12.850720 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-04678fe8-fee3-463e-87df-a4223c756aa7 req-6f17f3c2-5c47-439e-a19b-38bacb95a45c tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404699 Jun 08 04:14:13.050690 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e8910-6105-42a9-85e1-0873364414ff req-f145deec-5155-44ce-8a23-5831559d4c25 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:13.052173 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-260e8910-6105-42a9-85e1-0873364414ff req-f145deec-5155-44ce-8a23-5831559d4c25 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 943 time: 0.0811090 Jun 08 04:14:13.106883 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-260e8910-6105-42a9-85e1-0873364414ff req-1cdd9f69-2d60-48d0-94d3-30f3025717fb tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481944 Jun 08 04:14:13.391296 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-d032f9ad-c72c-4356-b970-0449207fcee5 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:13.392733 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-d032f9ad-c72c-4356-b970-0449207fcee5 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "GET /v2.0/networks?id=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f HTTP/1.1" status: 200 len: 815 time: 0.1977201 Jun 08 04:14:13.412683 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-88637b29-c6ea-4e99-9b78-96cc966d4d8e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Request body: {'port': {'device_id': '58cc42c7-c2bb-45d5-8607-c00f03a670ac', 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f', 'admin_state_up': True, 'tenant_id': '9765c1f610b948999a3bc6325f4797f4'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:14:13.527891 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ce9e5062-d048-4b8c-8382-f2eead6ed6f3 req-5f68c9b0-3d8b-4d8a-8758-cbe2c33e5d75 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 210 time: 0.0977488 Jun 08 04:14:13.679995 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-88637b29-c6ea-4e99-9b78-96cc966d4d8e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Made reservation on behalf of 9765c1f610b948999a3bc6325f4797f4 for: {'port': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:14:13.683812 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-88637b29-c6ea-4e99-9b78-96cc966d4d8e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:13.853127 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-88637b29-c6ea-4e99-9b78-96cc966d4d8e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Allocated IP 172.20.0.5 (e97d6132-85d0-4e4a-9c43-1ae30cd7d35f/641a26e1-b53e-42f6-82ec-ed94a7238fc9/267e4e16-6a66-4a8d-b55a-9710764984e4) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:14:14.129267 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-88637b29-c6ea-4e99-9b78-96cc966d4d8e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:14.145088 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a59cda-9371-4976-8277-0357b256dd3b req-e55e9bf6-7216-4f92-8505-0ad2494666e5 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:14.145088 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-19a59cda-9371-4976-8277-0357b256dd3b req-e55e9bf6-7216-4f92-8505-0ad2494666e5 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1599920 Jun 08 04:14:14.202337 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-19a59cda-9371-4976-8277-0357b256dd3b req-1e658795-ff03-4b67-8529-eb8f4d9db2c6 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505056 Jun 08 04:14:14.268476 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-88637b29-c6ea-4e99-9b78-96cc966d4d8e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:14.275444 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-88637b29-c6ea-4e99-9b78-96cc966d4d8e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:14.275444 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:14:14.275444 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:14:14.275444 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:14:14.275444 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:14.275444 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:14:14.306176 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-88637b29-c6ea-4e99-9b78-96cc966d4d8e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:14:14.308633 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-88637b29-c6ea-4e99-9b78-96cc966d4d8e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:14.311134 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-88637b29-c6ea-4e99-9b78-96cc966d4d8e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:14:14.380186 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-88637b29-c6ea-4e99-9b78-96cc966d4d8e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:14.380780 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-88637b29-c6ea-4e99-9b78-96cc966d4d8e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:14.393707 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b32e37-f019-4bff-a2d6-a5c7c5cd95f0 req-6926ed4f-1aae-4cbe-b5af-8e1c1976cf2f tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:14.400945 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-90b32e37-f019-4bff-a2d6-a5c7c5cd95f0 req-6926ed4f-1aae-4cbe-b5af-8e1c1976cf2f tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 943 time: 0.1675720 Jun 08 04:14:14.451467 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-90b32e37-f019-4bff-a2d6-a5c7c5cd95f0 req-e3fbc554-c3a1-4b3c-9522-e238a4645a7a tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496171 Jun 08 04:14:14.496876 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-88637b29-c6ea-4e99-9b78-96cc966d4d8e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0883269 Jun 08 04:14:14.515917 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Request body: {'port': {'device_id': '58cc42c7-c2bb-45d5-8607-c00f03a670ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:14:14.635132 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:14.736928 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:14.840083 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03abd4-bf88-4118-8ba3-235fdbbaf66c req-6ffea329-a02c-460d-b777-093cd402d4df tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:14.841537 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-df03abd4-bf88-4118-8ba3-235fdbbaf66c req-6ffea329-a02c-460d-b777-093cd402d4df tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 931 time: 0.1974733 Jun 08 04:14:14.856190 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-87dcc70d-d561-4b1b-a63d-ec3c6ce5fde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:14.962799 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-df03abd4-bf88-4118-8ba3-235fdbbaf66c req-15b75d4e-d60c-4e30-bcd4-3c137f2279f7 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147056 Jun 08 04:14:15.170685 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267e4e16-6a66-4a8d-b55a-9710764984e4 {{(pid=92281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:14:15.178771 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:15.192932 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Transition to ACTIVE for port object 267e4e16-6a66-4a8d-b55a-9710764984e4 will not be triggered until provisioned by entity L2. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:14:15.239647 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:15.245333 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ddf1658b-fc74-45ba-be92-cea79df38fc4 tempest-DeleteServersTestJSON-365821577 tempest-DeleteServersTestJSON-365821577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:15.449036 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Pushing event updated for resources: {'Port': ['ID=267e4e16-6a66-4a8d-b55a-9710764984e4,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:15.456719 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:15.537451 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:15.537691 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Attempting to bind port 267e4e16-6a66-4a8d-b55a-9710764984e4 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:14:15.538024 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Attempting to bind port 267e4e16-6a66-4a8d-b55a-9710764984e4 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:14:15.538344 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Attempting to bind port 267e4e16-6a66-4a8d-b55a-9710764984e4 on network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:14:15.552536 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc2da7-b061-4749-8983-0d2968497841 req-bb09f3a4-0200-4525-9fd5-a463071377f7 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:15.554005 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-81cc2da7-b061-4749-8983-0d2968497841 req-bb09f3a4-0200-4525-9fd5-a463071377f7 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.2006230 Jun 08 04:14:15.555191 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Port 267e4e16-6a66-4a8d-b55a-9710764984e4 on network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:14:15.555584 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Attempting to bind port 267e4e16-6a66-4a8d-b55a-9710764984e4 on network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:14:15.562700 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:14:15.563058 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Checking segment: {'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:14:15.563535 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Bound using segment: {'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:14:15.563965 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Bound port: 267e4e16-6a66-4a8d-b55a-9710764984e4, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'}}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:14:15.564307 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:15.661792 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 40b89890-1c5c-4c12-9e28-c9e6f9269c9c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:14:15.715606 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-81cc2da7-b061-4749-8983-0d2968497841 req-ffedf7bd-40eb-4b27-9f12-26c87124197f tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539719 Jun 08 04:14:15.759441 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] For port 267e4e16-6a66-4a8d-b55a-9710764984e4, host hv-cinder-78662, cleared binding levels {{(pid=92281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:14:15.768244 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f07d48-2114-48d0-9c7e-5cd87c9f8a51 req-6d2a0825-0fbd-4eba-a508-d843774d8dae tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:15.769694 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-54f07d48-2114-48d0-9c7e-5cd87c9f8a51 req-6d2a0825-0fbd-4eba-a508-d843774d8dae tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 943 time: 0.1957810 Jun 08 04:14:15.771422 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] For port 267e4e16-6a66-4a8d-b55a-9710764984e4, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=267e4e16-6a66-4a8d-b55a-9710764984e4,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:14:15.801589 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=40b89890-1c5c-4c12-9e28-c9e6f9269c9c,segment=NetworkSegment(bde4c32d-dcc2-43a9-a6fc-70b0635a725d),segment_id=bde4c32d-dcc2-43a9-a6fc-70b0635a725d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:15.815531 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': '40b89890-1c5c-4c12-9e28-c9e6f9269c9c', 'network_id': 'b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1', 'port_id': '40b89890-1c5c-4c12-9e28-c9e6f9269c9c', 'mac_address': 'fa:16:3e:f0:c0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b65720-07fb-49f7-95dd-ae714434381b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:14:15.817025 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-54f07d48-2114-48d0-9c7e-5cd87c9f8a51 req-6346ad3c-af33-45e4-b439-291458965211 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408580 Jun 08 04:14:15.845903 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:15.850985 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:15.875898 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:15.894104 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b89890-1c5c-4c12-9e28-c9e6f9269c9c {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:14:15.915806 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:15.916427 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:15.917761 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] 10.222.0.21 "PUT /v2.0/ports/267e4e16-6a66-4a8d-b55a-9710764984e4 HTTP/1.1" status: 200 len: 1093 time: 1.4132473 Jun 08 04:14:15.918310 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cc42c7-c2bb-45d5-8607-c00f03a670ac', 'tag': '267e4e16-6a66-4a8d-b55a-9710764984e4'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:14:15.920740 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb13b48-c9d9-4284-836d-2f55a1389bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "58cc42c7-c2bb-45d5-8607-c00f03a670ac", "tag": "267e4e16-6a66-4a8d-b55a-9710764984e4"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:14:15.925889 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=40b89890-1c5c-4c12-9e28-c9e6f9269c9c,segment=NetworkSegment(bde4c32d-dcc2-43a9-a6fc-70b0635a725d),segment_id=bde4c32d-dcc2-43a9-a6fc-70b0635a725d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:15.935578 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Pushing event updated for resources: {'Port': ['ID=267e4e16-6a66-4a8d-b55a-9710764984e4,revision_number=3']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:15.938572 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:15.995112 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:15.997214 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:16.030975 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182b97af-a17b-4626-b825-e443441f84c0 x-openstack-request-id: req-182b97af-a17b-4626-b825-e443441f84c0 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:14:16.031554 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cc42c7-c2bb-45d5-8607-c00f03a670ac", "tag": "267e4e16-6a66-4a8d-b55a-9710764984e4", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:14:16.031636 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-182b97af-a17b-4626-b825-e443441f84c0 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:14:16.032022 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cc42c7-c2bb-45d5-8607-c00f03a670ac', 'tag': '267e4e16-6a66-4a8d-b55a-9710764984e4', 'status': 'completed', 'code': 200} Jun 08 04:14:16.114675 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=40b89890-1c5c-4c12-9e28-c9e6f9269c9c,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:16.123398 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:16.123843 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:16.124285 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:16.124702 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:16.125095 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:16.125517 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:16.125907 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:16.126294 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:16.126712 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:16.127131 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:16.127557 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:16.127939 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:16.132106 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:16.189238 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-2870d9ec-d223-40a4-b596-8bc536d2d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:16.191040 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-2870d9ec-d223-40a4-b596-8bc536d2d6d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9765c1f610b948999a3bc6325f4797f4&device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 1096 time: 0.1400750 Jun 08 04:14:16.202826 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0246c-2fd7-4b3d-8ae8-cd2bbb8af945 req-b6fb7abc-f84c-4b47-aeaf-0217789dde98 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:16.204221 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bbc0246c-2fd7-4b3d-8ae8-cd2bbb8af945 req-b6fb7abc-f84c-4b47-aeaf-0217789dde98 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 943 time: 0.0997000 Jun 08 04:14:16.282252 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-bda06005-62c2-486a-b4e9-eff8b5a04375 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=267e4e16-6a66-4a8d-b55a-9710764984e4 HTTP/1.1" status: 200 len: 217 time: 0.0770080 Jun 08 04:14:16.347262 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bbc0246c-2fd7-4b3d-8ae8-cd2bbb8af945 req-ae7c3281-0007-4071-b009-4dde522843fc tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915496 Jun 08 04:14:16.368146 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b9cb1447-4d9a-492c-87dd-49b94ef1de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:16.368146 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-b9cb1447-4d9a-492c-87dd-49b94ef1de77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=641a26e1-b53e-42f6-82ec-ed94a7238fc9 HTTP/1.1" status: 200 len: 855 time: 0.0694432 Jun 08 04:14:16.417960 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-4aa1f6ae-61e1-41a5-8f1f-6bb479dadc06 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416615 Jun 08 04:14:16.548358 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-bd3fa855-f170-49b3-a2c5-68724cd68c14 service neutron] 10.222.0.21 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227241 Jun 08 04:14:16.683008 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6379c3e6-afc3-46d6-867b-95cbc2a53d2d req-32d066ae-00f0-44fa-9d96-d8d08b466530 service neutron] 10.222.0.21 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273465 Jun 08 04:14:16.687769 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['40b89890-1c5c-4c12-9e28-c9e6f9269c9c'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:14:16.926476 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900b510-10b4-46ad-ad79-97b37ce21b04 req-ee19fded-f102-429c-9ed4-3b9300365e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:16.929490 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-1900b510-10b4-46ad-ad79-97b37ce21b04 req-ee19fded-f102-429c-9ed4-3b9300365e34 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 1098 time: 0.0793381 Jun 08 04:14:16.973279 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-1900b510-10b4-46ad-ad79-97b37ce21b04 req-3364a3e5-80cf-481f-a4e3-64d548429fc3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357051 Jun 08 04:14:17.026130 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb13b48-c9d9-4284-836d-2f55a1389bcc req-7edb9366-6efb-4056-9564-a327dcd06c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:17.027621 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-adb13b48-c9d9-4284-836d-2f55a1389bcc req-7edb9366-6efb-4056-9564-a327dcd06c03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9765c1f610b948999a3bc6325f4797f4&device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 1096 time: 0.1897154 Jun 08 04:14:17.037184 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389dae8-3bab-451b-9e20-24ff4da931f5 req-239def9f-5bf4-4869-b9ad-fc596795fc88 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:17.038526 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4389dae8-3bab-451b-9e20-24ff4da931f5 req-239def9f-5bf4-4869-b9ad-fc596795fc88 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1697788 Jun 08 04:14:17.153453 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45123834-6b6f-4bae-b585-d5321861cc77 req-feada74c-ba74-41fb-b598-204566c98097 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:17.154863 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-45123834-6b6f-4bae-b585-d5321861cc77 req-feada74c-ba74-41fb-b598-204566c98097 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 944 time: 0.2117400 Jun 08 04:14:17.260763 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4389dae8-3bab-451b-9e20-24ff4da931f5 req-cc6575b9-c490-42e1-b7c5-980fd0a2a8dc tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155275 Jun 08 04:14:17.300342 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-45123834-6b6f-4bae-b585-d5321861cc77 req-8f00c9cf-2e3b-4ce8-b3fe-56fe804fb7f4 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161082 Jun 08 04:14:17.351936 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb13b48-c9d9-4284-836d-2f55a1389bcc req-4f4357ac-7dcc-48da-87ca-fb070ad00578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:17.353521 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-adb13b48-c9d9-4284-836d-2f55a1389bcc req-4f4357ac-7dcc-48da-87ca-fb070ad00578 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f HTTP/1.1" status: 200 len: 916 time: 0.1977458 Jun 08 04:14:17.436359 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-adb13b48-c9d9-4284-836d-2f55a1389bcc req-831f6812-6984-4848-9d87-1b1c13d988e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=267e4e16-6a66-4a8d-b55a-9710764984e4 HTTP/1.1" status: 200 len: 217 time: 0.0738924 Jun 08 04:14:17.547857 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb13b48-c9d9-4284-836d-2f55a1389bcc req-3acab0da-3f72-4961-8e6f-a7ad6324af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:17.549336 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-adb13b48-c9d9-4284-836d-2f55a1389bcc req-3acab0da-3f72-4961-8e6f-a7ad6324af63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=641a26e1-b53e-42f6-82ec-ed94a7238fc9 HTTP/1.1" status: 200 len: 855 time: 0.1059389 Jun 08 04:14:17.572186 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:17.616772 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-adb13b48-c9d9-4284-836d-2f55a1389bcc req-1bfde4cc-6a2b-4834-bd47-eaee8a2140fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474546 Jun 08 04:14:17.624628 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b395d1e-65c9-4ec9-aa8d-72158085ffb0 req-03390379-d148-41dd-84ec-377af578804f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:17.625941 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5b395d1e-65c9-4ec9-aa8d-72158085ffb0 req-03390379-d148-41dd-84ec-377af578804f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 943 time: 0.1388361 Jun 08 04:14:17.759548 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5b395d1e-65c9-4ec9-aa8d-72158085ffb0 req-6607c066-df09-496d-8837-1b12b68aa4a4 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106436 Jun 08 04:14:17.792283 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-adb13b48-c9d9-4284-836d-2f55a1389bcc req-81a9e3c0-6e52-407e-b0da-00192b702ce1 service neutron] 10.222.0.21 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631217 Jun 08 04:14:17.943816 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-adb13b48-c9d9-4284-836d-2f55a1389bcc req-d1cae3ae-7d3c-42d2-a1aa-c5cf9d01f5ff service neutron] 10.222.0.21 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320047 Jun 08 04:14:18.522539 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026673e-26b0-4bd1-affa-377af69edc3a req-11bd2093-cef0-4f5c-8fae-124170723c93 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:18.523928 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8026673e-26b0-4bd1-affa-377af69edc3a req-11bd2093-cef0-4f5c-8fae-124170723c93 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1497796 Jun 08 04:14:18.534486 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35ca1a-5b70-4097-a0da-62ac9b2b746f req-454b8460-c885-44aa-85a9-d65d9f09f0e0 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:18.535986 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ca35ca1a-5b70-4097-a0da-62ac9b2b746f req-454b8460-c885-44aa-85a9-d65d9f09f0e0 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 944 time: 0.1185789 Jun 08 04:14:18.603801 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8026673e-26b0-4bd1-affa-377af69edc3a req-5d7f576e-84e2-49ad-ad7d-3ee742546990 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668685 Jun 08 04:14:18.611437 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ca35ca1a-5b70-4097-a0da-62ac9b2b746f req-877d8ab9-86f1-4370-86ea-cf39f7b88861 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616217 Jun 08 04:14:18.962628 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813fc7e-4f06-4d97-aa4b-b18f083e369f req-3a34f2d5-db31-4a8e-af08-6e05b97cb0ac tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:18.964097 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1813fc7e-4f06-4d97-aa4b-b18f083e369f req-3a34f2d5-db31-4a8e-af08-6e05b97cb0ac tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 943 time: 0.0841362 Jun 08 04:14:19.008650 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1813fc7e-4f06-4d97-aa4b-b18f083e369f req-0b75b5e6-881e-43aa-a99c-ac3bda40c41a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383563 Jun 08 04:14:19.683060 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 40b89890-1c5c-4c12-9e28-c9e6f9269c9c up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:14:19.834064 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:14:19.839672 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:19.840107 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:19.862755 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8de03-7feb-4ad9-9652-8899eca3c537 req-036928cb-3b8b-4dad-8752-3f4354b03c94 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:19.866623 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6ef8de03-7feb-4ad9-9652-8899eca3c537 req-036928cb-3b8b-4dad-8752-3f4354b03c94 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1466756 Jun 08 04:14:19.882258 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e99a24-888d-411f-8352-1d0800cb1c8a req-c9917f77-d3f6-49f1-a0ed-5f33802e6775 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:19.893622 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-77e99a24-888d-411f-8352-1d0800cb1c8a req-c9917f77-d3f6-49f1-a0ed-5f33802e6775 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 944 time: 0.1429586 Jun 08 04:14:19.961361 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:19.964992 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-77e99a24-888d-411f-8352-1d0800cb1c8a req-d51142a1-d68d-4d22-8412-6a9751ca67f8 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702612 Jun 08 04:14:19.975038 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6ef8de03-7feb-4ad9-9652-8899eca3c537 req-ffd82ff0-7513-4ab3-a9aa-f08562d639f8 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629158 Jun 08 04:14:19.999060 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=40b89890-1c5c-4c12-9e28-c9e6f9269c9c,segment=NetworkSegment(bde4c32d-dcc2-43a9-a6fc-70b0635a725d),segment_id=bde4c32d-dcc2-43a9-a6fc-70b0635a725d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:20.000428 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57540af-4b14-4344-8f34-b4e056f721a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b89890-1c5c-4c12-9e28-c9e6f9269c9c'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:14:20.007944 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8fbaec-fc17-4467-b7d9-29282586e5c2" -d '{"events": [{"server_uuid": "f57540af-4b14-4344-8f34-b4e056f721a6", "name": "network-vif-plugged", "status": "completed", "tag": "40b89890-1c5c-4c12-9e28-c9e6f9269c9c"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:14:20.103197 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:20.105904 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:20.184537 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=40b89890-1c5c-4c12-9e28-c9e6f9269c9c,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:20.187788 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:20.206983 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50a5589-2984-45e4-baad-273ac9702147 x-openstack-request-id: req-f50a5589-2984-45e4-baad-273ac9702147 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:14:20.207281 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57540af-4b14-4344-8f34-b4e056f721a6", "name": "network-vif-plugged", "status": "completed", "tag": "40b89890-1c5c-4c12-9e28-c9e6f9269c9c", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:14:20.207538 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f50a5589-2984-45e4-baad-273ac9702147 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:14:20.207928 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57540af-4b14-4344-8f34-b4e056f721a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b89890-1c5c-4c12-9e28-c9e6f9269c9c', 'code': 200} Jun 08 04:14:20.402225 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f7f1e-47ef-4732-96c6-bb5b08fa9e50 req-f97bce18-4f2c-438c-8bf2-08edfc49d11c tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:20.403616 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-099f7f1e-47ef-4732-96c6-bb5b08fa9e50 req-f97bce18-4f2c-438c-8bf2-08edfc49d11c tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1407387 Jun 08 04:14:20.411648 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4084a6c-c0cb-46c2-b310-dd81ab230c1d req-708b9544-1947-4582-a379-c4b18aa87f0e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:20.412989 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b4084a6c-c0cb-46c2-b310-dd81ab230c1d req-708b9544-1947-4582-a379-c4b18aa87f0e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 943 time: 0.1153152 Jun 08 04:14:20.484776 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-099f7f1e-47ef-4732-96c6-bb5b08fa9e50 req-ec214e25-c8db-4978-973d-3147ba40f701 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708520 Jun 08 04:14:20.487408 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b4084a6c-c0cb-46c2-b310-dd81ab230c1d req-32567892-7203-4d3b-8dcb-a124d0019859 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612154 Jun 08 04:14:20.590861 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb7731-ddad-4ddb-a393-4760951b7dac req-f4962c90-ca72-4b38-8253-c058ccc8f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:20.592419 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1efb7731-ddad-4ddb-a393-4760951b7dac req-f4962c90-ca72-4b38-8253-c058ccc8f4fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 1098 time: 0.0691218 Jun 08 04:14:20.634533 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1efb7731-ddad-4ddb-a393-4760951b7dac req-8ff01648-b002-4656-bc11-22849a5e7634 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356407 Jun 08 04:14:21.240167 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d35ed-75a4-4f57-b11d-f1f84fdc55f2 req-1a9e3f3d-cb1e-42e7-ae5d-82a8e66a1ed1 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:21.241992 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-195d35ed-75a4-4f57-b11d-f1f84fdc55f2 req-1a9e3f3d-cb1e-42e7-ae5d-82a8e66a1ed1 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 945 time: 0.1734793 Jun 08 04:14:21.295150 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-195d35ed-75a4-4f57-b11d-f1f84fdc55f2 req-186eaae4-92ec-4ee5-a115-b220ffe216d7 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466681 Jun 08 04:14:21.682746 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 267e4e16-6a66-4a8d-b55a-9710764984e4 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:14:21.818064 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07e399-3a70-4259-ba17-f6872620998a req-357f0643-907d-491a-bbc2-da15e95ba579 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:21.819860 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fc07e399-3a70-4259-ba17-f6872620998a req-357f0643-907d-491a-bbc2-da15e95ba579 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 943 time: 0.0816603 Jun 08 04:14:21.822465 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 267e4e16-6a66-4a8d-b55a-9710764984e4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=267e4e16-6a66-4a8d-b55a-9710764984e4,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:21.840162 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': '267e4e16-6a66-4a8d-b55a-9710764984e4', 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f', 'port_id': '267e4e16-6a66-4a8d-b55a-9710764984e4', 'mac_address': 'fa:16:3e:fd:d4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641a26e1-b53e-42f6-82ec-ed94a7238fc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:14:21.868632 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fc07e399-3a70-4259-ba17-f6872620998a req-e24eeed9-d8c0-4474-8b59-e375bc3e4b33 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424914 Jun 08 04:14:21.896354 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:21.912913 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267e4e16-6a66-4a8d-b55a-9710764984e4 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:14:21.929451 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 267e4e16-6a66-4a8d-b55a-9710764984e4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=267e4e16-6a66-4a8d-b55a-9710764984e4,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:22.040340 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:22.042102 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:22.112867 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=267e4e16-6a66-4a8d-b55a-9710764984e4,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:22.115914 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:22.493361 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952d729-274b-4d61-af2b-9d06d6c98096 req-ff82bfd8-fcfa-41aa-a9af-3daf2cc50df9 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:22.493361 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b952d729-274b-4d61-af2b-9d06d6c98096 req-ff82bfd8-fcfa-41aa-a9af-3daf2cc50df9 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 945 time: 0.0852804 Jun 08 04:14:22.541813 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b952d729-274b-4d61-af2b-9d06d6c98096 req-2bdabedd-4f0f-4581-955f-f723f5a121a6 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430615 Jun 08 04:14:22.726058 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['267e4e16-6a66-4a8d-b55a-9710764984e4'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:14:23.052046 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86ac1b-3440-4e66-82a5-385eb649109d req-f6585590-0465-4d42-ab5c-f36553fea18b tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:23.053464 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9d86ac1b-3440-4e66-82a5-385eb649109d req-f6585590-0465-4d42-ab5c-f36553fea18b tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 944 time: 0.0820973 Jun 08 04:14:23.098223 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9d86ac1b-3440-4e66-82a5-385eb649109d req-e7441834-1f4c-47a1-8ef6-e7b1bd1c74f6 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386465 Jun 08 04:14:23.743936 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47307f09-8be9-41df-bd05-d4106077e1c1 req-5c16ffaa-704c-49cc-b5ff-abb7828017e7 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:23.743936 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-47307f09-8be9-41df-bd05-d4106077e1c1 req-5c16ffaa-704c-49cc-b5ff-abb7828017e7 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 945 time: 0.0830281 Jun 08 04:14:23.788622 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-47307f09-8be9-41df-bd05-d4106077e1c1 req-52cd18ad-7e02-406d-8e4f-265c24a087f7 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399172 Jun 08 04:14:24.290579 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3412a-86f6-46ec-a3b6-0a6d7bc712f3 req-7341639b-d58d-43c4-8a0a-e479855de1da tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:24.292374 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e4b3412a-86f6-46ec-a3b6-0a6d7bc712f3 req-7341639b-d58d-43c4-8a0a-e479855de1da tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 944 time: 0.0887594 Jun 08 04:14:24.341225 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e4b3412a-86f6-46ec-a3b6-0a6d7bc712f3 req-129db70b-6cdf-4289-b59a-d7989b5ca461 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402937 Jun 08 04:14:24.524060 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82f4fb-c853-475d-88d7-2417be93d669 req-8f849d95-d272-401a-855a-1a4db547efbb tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:24.525510 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7c82f4fb-c853-475d-88d7-2417be93d669 req-8f849d95-d272-401a-855a-1a4db547efbb tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1475854 Jun 08 04:14:24.527441 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845b355-8f40-49f4-ac3d-368c6fda566b req-dd9eb686-abae-4605-a70d-f005ef336a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:24.528737 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f845b355-8f40-49f4-ac3d-368c6fda566b req-dd9eb686-abae-4605-a70d-f005ef336a04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 1098 time: 0.1109855 Jun 08 04:14:24.646215 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7c82f4fb-c853-475d-88d7-2417be93d669 req-a9665cdb-aad4-456e-abf3-74ed878b8301 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143088 Jun 08 04:14:24.689841 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845b355-8f40-49f4-ac3d-368c6fda566b req-49ca33b0-d4b1-40c2-a580-8b39c74dc92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:24.691404 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f845b355-8f40-49f4-ac3d-368c6fda566b req-49ca33b0-d4b1-40c2-a580-8b39c74dc92f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d089fd5-3829-4c08-bd4f-7cc574f62861 HTTP/1.1" status: 200 len: 920 time: 0.1469228 Jun 08 04:14:24.767190 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f845b355-8f40-49f4-ac3d-368c6fda566b req-cc9e6248-f92e-4403-9433-1d3d44a90e2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819fb6dd-663c-491b-a887-910350264c3c HTTP/1.1" status: 200 len: 217 time: 0.0654328 Jun 08 04:14:24.832862 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845b355-8f40-49f4-ac3d-368c6fda566b req-403eb2e0-ad72-461f-839d-219bb3d100e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:24.834541 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f845b355-8f40-49f4-ac3d-368c6fda566b req-403eb2e0-ad72-461f-839d-219bb3d100e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0474e6d9-865d-4b0c-a901-5588ecfaf9e6 HTTP/1.1" status: 200 len: 859 time: 0.0612311 Jun 08 04:14:24.900484 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f845b355-8f40-49f4-ac3d-368c6fda566b req-ae42cc73-c8bf-4a34-a9d3-b8d1d4aec1c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d089fd5-3829-4c08-bd4f-7cc574f62861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595818 Jun 08 04:14:25.037093 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f845b355-8f40-49f4-ac3d-368c6fda566b req-ce845352-ce25-412c-8d4c-d017f161cae0 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298828 Jun 08 04:14:25.173760 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f845b355-8f40-49f4-ac3d-368c6fda566b req-49b8eb15-791a-48be-ad0c-a733545043b2 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246750 Jun 08 04:14:25.526599 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93c895-7ab9-4939-bd08-6cc20cf84931 req-341fa96e-f4a4-4b59-be3c-a770b1337854 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:25.528148 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1a93c895-7ab9-4939-bd08-6cc20cf84931 req-341fa96e-f4a4-4b59-be3c-a770b1337854 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 944 time: 0.0796719 Jun 08 04:14:25.575287 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1a93c895-7ab9-4939-bd08-6cc20cf84931 req-a930067d-1756-4f42-82e3-5bafe8115bb9 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Jun 08 04:14:25.696344 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 267e4e16-6a66-4a8d-b55a-9710764984e4 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:14:25.832833 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port 267e4e16-6a66-4a8d-b55a-9710764984e4 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:14:25.839058 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port 267e4e16-6a66-4a8d-b55a-9710764984e4 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:25.839661 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:25.840462 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018456e5-17ed-49a4-9092-158a026dc6ba req-0c6cb37b-dc7c-4454-880e-74e6375cf243 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:25.842090 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-018456e5-17ed-49a4-9092-158a026dc6ba req-0c6cb37b-dc7c-4454-880e-74e6375cf243 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0871007 Jun 08 04:14:25.903133 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-018456e5-17ed-49a4-9092-158a026dc6ba req-1c0eba0f-97b4-430b-82d2-7c1b48c354e2 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553412 Jun 08 04:14:26.003712 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:26.038615 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cc42c7-c2bb-45d5-8607-c00f03a670ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e4e16-6a66-4a8d-b55a-9710764984e4'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:14:26.043310 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0397db7-27d4-473b-ab8e-f2a49d64c1f8" -d '{"events": [{"server_uuid": "58cc42c7-c2bb-45d5-8607-c00f03a670ac", "name": "network-vif-plugged", "status": "completed", "tag": "267e4e16-6a66-4a8d-b55a-9710764984e4"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:14:26.049212 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 267e4e16-6a66-4a8d-b55a-9710764984e4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=267e4e16-6a66-4a8d-b55a-9710764984e4,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:26.089158 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5289946d-597e-4c88-9579-a61a09678965 x-openstack-request-id: req-5289946d-597e-4c88-9579-a61a09678965 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:14:26.089446 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cc42c7-c2bb-45d5-8607-c00f03a670ac", "name": "network-vif-plugged", "status": "completed", "tag": "267e4e16-6a66-4a8d-b55a-9710764984e4", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:14:26.089720 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5289946d-597e-4c88-9579-a61a09678965 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:14:26.090118 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cc42c7-c2bb-45d5-8607-c00f03a670ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267e4e16-6a66-4a8d-b55a-9710764984e4', 'code': 200} Jun 08 04:14:26.142622 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:26.144747 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:26.214987 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=267e4e16-6a66-4a8d-b55a-9710764984e4,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:26.218624 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:26.475112 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6755-6e36-4413-b12c-009962e6ff48 req-31231705-2f8b-4fa3-b8ed-8b2c427753c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:26.476563 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-03cc6755-6e36-4413-b12c-009962e6ff48 req-31231705-2f8b-4fa3-b8ed-8b2c427753c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 1098 time: 0.0694387 Jun 08 04:14:26.516475 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-03cc6755-6e36-4413-b12c-009962e6ff48 req-f01c5a3f-8f0d-4acb-80e8-3dcba9a1c302 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334239 Jun 08 04:14:26.848465 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c2ccd-baef-43fb-977f-5a30db265bc4 req-ce73a465-04bd-44fc-adff-4611e5722dc9 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:26.848465 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-051c2ccd-baef-43fb-977f-5a30db265bc4 req-ce73a465-04bd-44fc-adff-4611e5722dc9 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 945 time: 0.1584520 Jun 08 04:14:26.892973 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-051c2ccd-baef-43fb-977f-5a30db265bc4 req-ee02ab4a-9367-497c-af62-fafdd8cf851e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393143 Jun 08 04:14:26.973001 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:14:27.124055 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1781f-be24-4d1b-9cc9-55370eca0747 req-0d614c16-3ca3-4045-a5ab-4ab30e4f3b09 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:27.132080 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6ff1781f-be24-4d1b-9cc9-55370eca0747 req-0d614c16-3ca3-4045-a5ab-4ab30e4f3b09 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1166415 Jun 08 04:14:27.187387 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6ff1781f-be24-4d1b-9cc9-55370eca0747 req-7cb3ab96-7425-4a1e-8105-eaf5491b015c tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544457 Jun 08 04:14:27.338548 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 33636) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:27.458598 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4a11a7ee-b1bc-4289-a2f0-fd688034e049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:27.560416 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4a11a7ee-b1bc-4289-a2f0-fd688034e049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:27.634671 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4a11a7ee-b1bc-4289-a2f0-fd688034e049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:27.642812 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:27.681040 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-4a11a7ee-b1bc-4289-a2f0-fd688034e049 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b8078891f7b4f91b172dea90ae79a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412347 Jun 08 04:14:27.682957 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11a7ee-b1bc-4289-a2f0-fd688034e049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f24c53a-555d-4b45-8d8b-0d059d49f4c3,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:27.683590 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 33640) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:27.690826 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-4a11a7ee-b1bc-4289-a2f0-fd688034e049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:27.744803 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-809d0cd5-0515-46f5-b9fb-6ee907e96470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:27.769796 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-809d0cd5-0515-46f5-b9fb-6ee907e96470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:27.902724 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-809d0cd5-0515-46f5-b9fb-6ee907e96470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:27.905137 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-809d0cd5-0515-46f5-b9fb-6ee907e96470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:27.906577 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-809d0cd5-0515-46f5-b9fb-6ee907e96470 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f24c53a-555d-4b45-8d8b-0d059d49f4c3 HTTP/1.1" status: 204 len: 168 time: 0.2219954 Jun 08 04:14:27.907250 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:27.916795 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d0cd5-0515-46f5-b9fb-6ee907e96470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f24c53a-555d-4b45-8d8b-0d059d49f4c3,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:27.919206 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-809d0cd5-0515-46f5-b9fb-6ee907e96470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:28.111060 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9062b-c71d-4784-817c-f873c19b1a22 req-2873d345-9a7c-4815-a094-c13f6aac86b9 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:28.113221 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-86b9062b-c71d-4784-817c-f873c19b1a22 req-2873d345-9a7c-4815-a094-c13f6aac86b9 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 945 time: 0.0963414 Jun 08 04:14:28.167629 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-86b9062b-c71d-4784-817c-f873c19b1a22 req-8e640345-4191-4052-9646-7025a38f20c9 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401530 Jun 08 04:14:28.379297 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165b955-da20-4944-ab85-c39d46f4538c req-510e98f1-a4ab-458d-a5a7-e530967127e8 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:28.381066 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7165b955-da20-4944-ab85-c39d46f4538c req-510e98f1-a4ab-458d-a5a7-e530967127e8 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0826316 Jun 08 04:14:28.440476 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7165b955-da20-4944-ab85-c39d46f4538c req-3a987586-b015-4cf5-82ed-ffd177e0a4f4 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528617 Jun 08 04:14:28.742021 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 33674) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:28.801945 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 33678) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:28.819369 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b37f93ab-094a-43e4-bfcb-abfb72dbf467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:28.921400 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b37f93ab-094a-43e4-bfcb-abfb72dbf467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:28.973056 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5a3139ea-338d-4929-b69f-c45973933f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:29.015532 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b37f93ab-094a-43e4-bfcb-abfb72dbf467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:29.025421 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:29.073954 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-b37f93ab-094a-43e4-bfcb-abfb72dbf467 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=150d14602d94444cb8ed692343d81deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708325 Jun 08 04:14:29.075613 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f93ab-094a-43e4-bfcb-abfb72dbf467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810796c2-2546-4405-90c7-d707df650b70,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:29.076390 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 33682) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:29.088551 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b37f93ab-094a-43e4-bfcb-abfb72dbf467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:29.155882 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-079ef431-4600-43ef-b608-c7826e9edac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:29.159480 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5a3139ea-338d-4929-b69f-c45973933f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:29.182212 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-079ef431-4600-43ef-b608-c7826e9edac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:29.236489 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5a3139ea-338d-4929-b69f-c45973933f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:29.248296 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b4332959-e68e-4e7e-97fb-434bdb7c3811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:29.292787 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-5a3139ea-338d-4929-b69f-c45973933f73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfbffac7d73a49629f1bfe850e51f4f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490129 Jun 08 04:14:29.294038 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3139ea-338d-4929-b69f-c45973933f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497a2e06-ab9d-4a69-bdb8-ad712b2cb324,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:29.295465 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 33690) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:29.298031 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5a3139ea-338d-4929-b69f-c45973933f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:29.369320 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-079ef431-4600-43ef-b608-c7826e9edac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:29.371845 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-079ef431-4600-43ef-b608-c7826e9edac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:29.375389 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-079ef431-4600-43ef-b608-c7826e9edac9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/810796c2-2546-4405-90c7-d707df650b70 HTTP/1.1" status: 204 len: 168 time: 0.2979994 Jun 08 04:14:29.383544 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:29.411972 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ef431-4600-43ef-b608-c7826e9edac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810796c2-2546-4405-90c7-d707df650b70,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:29.416011 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-079ef431-4600-43ef-b608-c7826e9edac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:29.438539 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-30c407e2-7502-485b-bce4-73765425fbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:29.473179 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c016b46-ee4e-4ea6-b880-a8bf0c4e099f req-8b094e25-8973-4dac-afbb-fb4a903968b8 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:29.474671 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2c016b46-ee4e-4ea6-b880-a8bf0c4e099f req-8b094e25-8973-4dac-afbb-fb4a903968b8 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 945 time: 0.1532500 Jun 08 04:14:29.482755 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-30c407e2-7502-485b-bce4-73765425fbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:29.558631 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2c016b46-ee4e-4ea6-b880-a8bf0c4e099f req-7f056289-c79b-466f-926b-31eaf4cd79fb tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687425 Jun 08 04:14:29.647543 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed23e5-2f52-4c89-a8b0-887fc16038dd req-70cd0e3e-2269-4941-a034-3264a930c0a8 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:29.649642 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-82ed23e5-2f52-4c89-a8b0-887fc16038dd req-70cd0e3e-2269-4941-a034-3264a930c0a8 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0855093 Jun 08 04:14:29.704303 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-82ed23e5-2f52-4c89-a8b0-887fc16038dd req-49b81aec-dcc8-4a88-8981-064d2d093588 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479150 Jun 08 04:14:29.715347 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-30c407e2-7502-485b-bce4-73765425fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:29.718578 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-30c407e2-7502-485b-bce4-73765425fbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:29.722028 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-30c407e2-7502-485b-bce4-73765425fbab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/497a2e06-ab9d-4a69-bdb8-ad712b2cb324 HTTP/1.1" status: 204 len: 168 time: 0.4231637 Jun 08 04:14:29.722028 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-d2ac6699-084c-461c-83d7-fc7f45cbcf90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:29.732993 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c407e2-7502-485b-bce4-73765425fbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497a2e06-ab9d-4a69-bdb8-ad712b2cb324,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:29.735538 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-30c407e2-7502-485b-bce4-73765425fbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:30.129627 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 33718) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:30.146942 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-32b4ab44-e7d0-495a-ad84-8eb74d108ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:30.317489 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-32b4ab44-e7d0-495a-ad84-8eb74d108ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:30.346134 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1c419-c687-4b65-9313-df8261c5b194 req-c193b0c6-56f0-4d80-8685-a1a93453655c tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:30.347720 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1f1c419-c687-4b65-9313-df8261c5b194 req-c193b0c6-56f0-4d80-8685-a1a93453655c tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 945 time: 0.1092310 Jun 08 04:14:30.385876 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-32b4ab44-e7d0-495a-ad84-8eb74d108ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:30.394827 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-a5529a5a-8b04-4c48-b690-833efb60c20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:30.414085 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b1f1c419-c687-4b65-9313-df8261c5b194 req-8486f738-0d39-491d-b08c-4121f7a7040b tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595167 Jun 08 04:14:30.442114 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-32b4ab44-e7d0-495a-ad84-8eb74d108ba4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d700674e7a5f4e31b83d4b78f2766268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113606 Jun 08 04:14:30.443091 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4ab44-e7d0-495a-ad84-8eb74d108ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca71959-1adc-45af-8fff-423f3fcfb588,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:30.448565 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-32b4ab44-e7d0-495a-ad84-8eb74d108ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:30.450680 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 33728) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:30.532787 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-02e64609-cfd6-4c65-8ca8-62de975b4e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:30.561477 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-02e64609-cfd6-4c65-8ca8-62de975b4e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:30.702760 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-02e64609-cfd6-4c65-8ca8-62de975b4e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:30.705196 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-02e64609-cfd6-4c65-8ca8-62de975b4e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:30.708591 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-02e64609-cfd6-4c65-8ca8-62de975b4e31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dca71959-1adc-45af-8fff-423f3fcfb588 HTTP/1.1" status: 204 len: 168 time: 0.2546363 Jun 08 04:14:30.708591 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-76126e28-d5a3-4fbd-a03f-7701442ab3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:30.717569 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e64609-cfd6-4c65-8ca8-62de975b4e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca71959-1adc-45af-8fff-423f3fcfb588,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:30.733823 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-02e64609-cfd6-4c65-8ca8-62de975b4e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:30.916685 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a80cd3-73a5-4eb0-8035-5dcd96871ae6 req-43a0b03b-aef2-4728-9591-e201242f26df tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:30.919368 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a2a80cd3-73a5-4eb0-8035-5dcd96871ae6 req-43a0b03b-aef2-4728-9591-e201242f26df tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0894372 Jun 08 04:14:30.976129 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a2a80cd3-73a5-4eb0-8035-5dcd96871ae6 req-477fd201-c2e8-4f24-b987-c83d3b17068d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510886 Jun 08 04:14:31.598302 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4475c7-63f6-4036-b248-ae0cd22efd94 req-6b3ea14b-4f64-4206-a4df-3f6df519166b tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:31.599881 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cc4475c7-63f6-4036-b248-ae0cd22efd94 req-6b3ea14b-4f64-4206-a4df-3f6df519166b tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 945 time: 0.0788081 Jun 08 04:14:31.650660 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cc4475c7-63f6-4036-b248-ae0cd22efd94 req-70e2de43-1111-4e88-b7d8-2d14a9e77e6f tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445254 Jun 08 04:14:32.235669 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e260a5-f560-47de-963e-e3733a9cf060 req-9047ff99-bd4e-4361-80a9-f6b49baf3697 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:32.237096 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a2e260a5-f560-47de-963e-e3733a9cf060 req-9047ff99-bd4e-4361-80a9-f6b49baf3697 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.21 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 945 time: 0.1665215 Jun 08 04:14:32.244326 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c60493-bdda-4384-9f9f-787cbf417f0c req-03aaa867-b3ef-46f0-b090-1ff6cf406337 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:32.245867 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c1c60493-bdda-4384-9f9f-787cbf417f0c req-03aaa867-b3ef-46f0-b090-1ff6cf406337 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1387074 Jun 08 04:14:32.373970 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c1c60493-bdda-4384-9f9f-787cbf417f0c req-8ca9b9c4-dca2-41c6-a78f-1728fdf0429c tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942607 Jun 08 04:14:32.425376 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-a2e260a5-f560-47de-963e-e3733a9cf060 req-53906c52-8128-4719-a6fa-675cfe838aaf tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Deleting port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:14:32.425376 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-a2e260a5-f560-47de-963e-e3733a9cf060 req-53906c52-8128-4719-a6fa-675cfe838aaf tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:32.562984 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-a2e260a5-f560-47de-963e-e3733a9cf060 req-53906c52-8128-4719-a6fa-675cfe838aaf tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] For port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=40b89890-1c5c-4c12-9e28-c9e6f9269c9c,segment=NetworkSegment(bde4c32d-dcc2-43a9-a6fc-70b0635a725d),segment_id=bde4c32d-dcc2-43a9-a6fc-70b0635a725d)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:32.563406 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-a2e260a5-f560-47de-963e-e3733a9cf060 req-53906c52-8128-4719-a6fa-675cfe838aaf tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:32.772117 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-a2e260a5-f560-47de-963e-e3733a9cf060 req-53906c52-8128-4719-a6fa-675cfe838aaf tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Calling delete_port for 40b89890-1c5c-4c12-9e28-c9e6f9269c9c owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:14:32.868260 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 33828) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:32.899616 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d5934-3dfa-4cae-8074-80a44d11fc26 req-8c6c4698-8c95-4ac0-b405-8bb376a31be8 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:32.906578 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-341d5934-3dfa-4cae-8074-80a44d11fc26 req-8c6c4698-8c95-4ac0-b405-8bb376a31be8 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 945 time: 0.1274605 Jun 08 04:14:33.004072 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-341d5934-3dfa-4cae-8074-80a44d11fc26 req-745e1a96-d30b-4bcf-a39b-67c9cbdb79f5 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/security-groups?id=2983df0e-e693-482f-b3c7-52a3b585ec14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964739 Jun 08 04:14:33.044839 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-64ebb98e-33c5-423c-bb6e-14f15110ed72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:33.120318 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-a2e260a5-f560-47de-963e-e3733a9cf060 req-53906c52-8128-4719-a6fa-675cfe838aaf tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:33.140403 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:33.157809 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['40b89890-1c5c-4c12-9e28-c9e6f9269c9c'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:14:33.219499 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53906c52-8128-4719-a6fa-675cfe838aaf tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Pushing event deleted for resources: {'Port': ['ID=40b89890-1c5c-4c12-9e28-c9e6f9269c9c,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:33.232638 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-53906c52-8128-4719-a6fa-675cfe838aaf tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:33.266816 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-64ebb98e-33c5-423c-bb6e-14f15110ed72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:33.272473 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e260a5-f560-47de-963e-e3733a9cf060 req-53906c52-8128-4719-a6fa-675cfe838aaf tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] No DVR routers for this DVR port 40b89890-1c5c-4c12-9e28-c9e6f9269c9c on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:14:33.275072 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-a2e260a5-f560-47de-963e-e3733a9cf060 req-53906c52-8128-4719-a6fa-675cfe838aaf tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:33.277111 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a2e260a5-f560-47de-963e-e3733a9cf060 req-53906c52-8128-4719-a6fa-675cfe838aaf tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.21 "DELETE /v2.0/ports/40b89890-1c5c-4c12-9e28-c9e6f9269c9c HTTP/1.1" status: 204 len: 173 time: 1.0301948 Jun 08 04:14:33.277591 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57540af-4b14-4344-8f34-b4e056f721a6', 'name': 'network-vif-deleted', 'tag': '40b89890-1c5c-4c12-9e28-c9e6f9269c9c'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:14:33.279984 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d618420b-2a70-40b5-aea9-f9c3ffe5f1b1" -d '{"events": [{"server_uuid": "f57540af-4b14-4344-8f34-b4e056f721a6", "name": "network-vif-deleted", "tag": "40b89890-1c5c-4c12-9e28-c9e6f9269c9c"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:14:33.321791 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224443eb-7b2c-429b-80af-0d78a9e995c1 x-openstack-request-id: req-224443eb-7b2c-429b-80af-0d78a9e995c1 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:14:33.322106 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57540af-4b14-4344-8f34-b4e056f721a6", "name": "network-vif-deleted", "tag": "40b89890-1c5c-4c12-9e28-c9e6f9269c9c", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:14:33.322374 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-224443eb-7b2c-429b-80af-0d78a9e995c1 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:14:33.322778 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57540af-4b14-4344-8f34-b4e056f721a6', 'name': 'network-vif-deleted', 'tag': '40b89890-1c5c-4c12-9e28-c9e6f9269c9c', 'status': 'completed', 'code': 200} Jun 08 04:14:33.388569 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-64ebb98e-33c5-423c-bb6e-14f15110ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:33.408973 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-09d6e91c-b738-47e4-b597-13c608bf95ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:33.448687 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-64ebb98e-33c5-423c-bb6e-14f15110ed72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be1fd1a230704cb7ad52e4954909af9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5784314 Jun 08 04:14:33.451578 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 33850) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:33.453208 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebb98e-33c5-423c-bb6e-14f15110ed72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57521853-75dc-4f2e-a998-b92209abe90d,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:33.458809 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-64ebb98e-33c5-423c-bb6e-14f15110ed72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:33.572762 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9f3969bf-9bb3-4227-b5da-fd8a8def7e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:33.604441 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9f3969bf-9bb3-4227-b5da-fd8a8def7e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:33.653936 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f1a03-ac0b-4a1c-a063-787d3fd7d8a5 req-16df1f10-b8eb-4907-ad0b-d524634e7c32 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:33.655693 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c17f1a03-ac0b-4a1c-a063-787d3fd7d8a5 req-16df1f10-b8eb-4907-ad0b-d524634e7c32 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1515610 Jun 08 04:14:33.703729 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c17f1a03-ac0b-4a1c-a063-787d3fd7d8a5 req-fe1ca7d7-77ba-43d8-a256-2fe90ff3b0b2 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414851 Jun 08 04:14:33.837664 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9f3969bf-9bb3-4227-b5da-fd8a8def7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:33.837664 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9f3969bf-9bb3-4227-b5da-fd8a8def7e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:33.838523 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-9f3969bf-9bb3-4227-b5da-fd8a8def7e1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57521853-75dc-4f2e-a998-b92209abe90d HTTP/1.1" status: 204 len: 168 time: 0.3859093 Jun 08 04:14:33.839293 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-f6feba14-b890-4e3a-ad30-cc2d79df6f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:33.849682 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3969bf-9bb3-4227-b5da-fd8a8def7e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57521853-75dc-4f2e-a998-b92209abe90d,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:33.851973 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-9f3969bf-9bb3-4227-b5da-fd8a8def7e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:34.195211 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-76a36578-76c4-44b2-bcb7-c7d332108bf5 req-8b69e753-ec71-48f6-876a-fe55c58e48e8 tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] 10.222.0.18 "GET /v2.0/ports?device_id=f57540af-4b14-4344-8f34-b4e056f721a6 HTTP/1.1" status: 200 len: 210 time: 0.0430837 Jun 08 04:14:34.782324 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:34.944533 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186a30e-0ad6-4dbc-9172-747229745cb4 req-979f24b0-c0ea-4681-9b26-a46327835885 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:34.946827 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a186a30e-0ad6-4dbc-9172-747229745cb4 req-979f24b0-c0ea-4681-9b26-a46327835885 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1359942 Jun 08 04:14:35.003204 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a186a30e-0ad6-4dbc-9172-747229745cb4 req-20d86e36-1019-4a99-adb5-c78ae3df8df9 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488448 Jun 08 04:14:35.541825 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 33932) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:35.658437 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0b0975bc-d670-46ff-b9dd-e036f5c976fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:35.740636 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 40b89890-1c5c-4c12-9e28-c9e6f9269c9c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:14:35.758743 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0b0975bc-d670-46ff-b9dd-e036f5c976fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:35.775874 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: 40b89890-1c5c-4c12-9e28-c9e6f9269c9c {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:14:35.776265 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 40b89890-1c5c-4c12-9e28-c9e6f9269c9c not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:14:35.827955 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0b0975bc-d670-46ff-b9dd-e036f5c976fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:35.836514 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-c7c8e2e3-196f-4966-a4fe-d7a7d2e35a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:35.874057 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-0b0975bc-d670-46ff-b9dd-e036f5c976fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee96f779d8384464b3761de458140554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310122 Jun 08 04:14:35.875594 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0975bc-d670-46ff-b9dd-e036f5c976fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32cfa34-e545-4f85-8447-658a616a0542,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:35.876790 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 33936) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:35.878532 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0b0975bc-d670-46ff-b9dd-e036f5c976fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:35.935934 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-40fc778c-7249-48eb-aade-4333327c22f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:35.965758 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-40fc778c-7249-48eb-aade-4333327c22f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:36.102342 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-40fc778c-7249-48eb-aade-4333327c22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:36.102342 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-40fc778c-7249-48eb-aade-4333327c22f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:36.106360 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-40fc778c-7249-48eb-aade-4333327c22f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a32cfa34-e545-4f85-8447-658a616a0542 HTTP/1.1" status: 204 len: 168 time: 0.2280686 Jun 08 04:14:36.106878 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-f3ccb7fc-6b6a-4ebc-a4f6-4a6b30c37249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:36.121336 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc778c-7249-48eb-aade-4333327c22f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32cfa34-e545-4f85-8447-658a616a0542,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:36.124019 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-40fc778c-7249-48eb-aade-4333327c22f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:36.242218 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb169314-8300-4756-9506-17e26fd6d87f req-73e50a88-9a2b-438c-8e20-d20a11959c49 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:36.246226 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb169314-8300-4756-9506-17e26fd6d87f req-73e50a88-9a2b-438c-8e20-d20a11959c49 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1143386 Jun 08 04:14:36.289909 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb169314-8300-4756-9506-17e26fd6d87f req-8f1ef90f-a766-442a-aa8a-9b2068a7d42a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396554 Jun 08 04:14:36.981080 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-388428fd-5205-42a5-9415-11153538d151 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:36.982559 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-388428fd-5205-42a5-9415-11153538d151 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/networks?id=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f HTTP/1.1" status: 200 len: 815 time: 0.1525245 Jun 08 04:14:36.998026 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-2c478b7a-6c94-470b-a029-fc3ab835819a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/quotas/9765c1f610b948999a3bc6325f4797f4 HTTP/1.1" status: 200 len: 375 time: 0.0098495 Jun 08 04:14:37.076267 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-7c5f3e25-75ad-4068-bc0c-f05fa13d89c2 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9765c1f610b948999a3bc6325f4797f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0731697 Jun 08 04:14:37.208130 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-69611af7-6aa1-4c5c-809a-7f61f77fea92 service neutron] 10.222.0.18 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250501 Jun 08 04:14:37.346199 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-fac9f195-878f-4fda-9af0-fcd675bb7bef service neutron] 10.222.0.18 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316841 Jun 08 04:14:37.514419 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34008) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:37.515088 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c450e-0eff-45ce-b5d6-aa2bb4e743db req-c9472919-7fcc-49f6-90a4-30fc08ad3649 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:37.516594 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1d3c450e-0eff-45ce-b5d6-aa2bb4e743db req-c9472919-7fcc-49f6-90a4-30fc08ad3649 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0939729 Jun 08 04:14:37.611924 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1d3c450e-0eff-45ce-b5d6-aa2bb4e743db req-5569b1fe-8419-4048-9e02-b92003ecda3f tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849721 Jun 08 04:14:37.626257 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1791461683-network', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:14:37.634290 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282428d-8d45-41c5-b04b-a3179fff7d5c req-52a5452c-216a-40d1-91e4-a26f8d28360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:37.635894 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1282428d-8d45-41c5-b04b-a3179fff7d5c req-52a5452c-216a-40d1-91e4-a26f8d28360c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 1098 time: 0.0946579 Jun 08 04:14:37.759937 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Made reservation on behalf of 9f857362d6c348529e6e99d64c3fccbb for: {'network': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:14:37.764588 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:37.809454 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:37.868735 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e5cf374e-ce25-4e20-9a39-619ae1689f23 req-97baf12b-f25a-4f9f-8e88-84d5249e38ef tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 210 time: 0.1636658 Jun 08 04:14:37.877603 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1282428d-8d45-41c5-b04b-a3179fff7d5c req-fa307380-941d-489f-bc59-c2961c9f3f92 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273743 Jun 08 04:14:37.961196 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:38.124124 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:38.128320 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-9c56e17c-785f-4e8b-8d7d-4f6d196e4b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:38.152249 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=92280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:14:38.164463 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4f4b4a-f7ba-43d9-afb2-a2787981115c,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:38.168267 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:38.169186 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:38.169519 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.segments_db [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Added segment f378dc58-1880-471e-a694-0448c9eb618d of type vlan for network 3816dd8e-f31f-47f6-ad61-452ca62afd90 Jun 08 04:14:38.195560 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:38.313938 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:38.315320 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:38.315906 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:38.325297 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:38.412990 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Pushing event updated for resources: {'Network': ['ID=3816dd8e-f31f-47f6-ad61-452ca62afd90,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:38.416291 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:38.422878 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network 3816dd8e-f31f-47f6-ad61-452ca62afd90 details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:14:38.514813 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9991603 Jun 08 04:14:38.517604 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34034) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:38.523811 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-81b1e27a-609c-4d26-8285-888c76daeded admin admin] Request body: {'subnet': {'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1791461683-subnet', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'ip_version': 4}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:14:38.736616 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b1e27a-609c-4d26-8285-888c76daeded admin admin] Made reservation on behalf of 9f857362d6c348529e6e99d64c3fccbb for: {'subnet': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:14:38.738989 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-81b1e27a-609c-4d26-8285-888c76daeded admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2438336'] for subnet, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:38.826530 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8454f2-ecfc-4dcb-8dbe-8626f27f3053 req-4503e086-a60b-472f-a4fa-0db4db621826 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:38.828175 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9e8454f2-ecfc-4dcb-8dbe-8626f27f3053 req-4503e086-a60b-472f-a4fa-0db4db621826 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0934696 Jun 08 04:14:38.889546 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9e8454f2-ecfc-4dcb-8dbe-8626f27f3053 req-eec4c586-6b69-4b6f-846d-204b8b255273 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556319 Jun 08 04:14:39.037173 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a6797153-a833-49cc-9e32-57ee5c1980b2 req-8f4fd804-316c-40b6-a675-8aa7aa495e10 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 210 time: 0.0519261 Jun 08 04:14:39.213067 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-81b1e27a-609c-4d26-8285-888c76daeded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1898102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2438382'] for subnet, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:39.222178 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6bf4f1e4-9863-45b2-9b7f-df331ff3c104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:39.295225 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1e27a-609c-4d26-8285-888c76daeded admin admin] Pushing event updated for resources: {'Subnet': ['ID=1490fece-2a63-4732-be7b-7783972b95c8,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:39.299147 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-81b1e27a-609c-4d26-8285-888c76daeded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:39.303518 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b1e27a-609c-4d26-8285-888c76daeded admin admin] Checking segment: {'id': 'f378dc58-1880-471e-a694-0448c9eb618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:14:39.303924 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b1e27a-609c-4d26-8285-888c76daeded admin admin] Network hostable DHCP agents. Network: 3816dd8e-f31f-47f6-ad61-452ca62afd90, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:14:39.416389 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b1e27a-609c-4d26-8285-888c76daeded admin admin] Network 3816dd8e-f31f-47f6-ad61-452ca62afd90 is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:14:39.532894 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-81b1e27a-609c-4d26-8285-888c76daeded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, 3816dd8e-f31f-47f6-ad61-452ca62afd90) {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:39.537425 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b1e27a-609c-4d26-8285-888c76daeded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:39.537911 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-81b1e27a-609c-4d26-8285-888c76daeded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:39.547435 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a248f7-9bb3-4d93-9eb3-dc71fb6d0ce8 None None] Network 3816dd8e-f31f-47f6-ad61-452ca62afd90 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:14:39.665863 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-81b1e27a-609c-4d26-8285-888c76daeded admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1445456 Jun 08 04:14:39.666080 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34058) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:39.670398 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:14:39.797236 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6272ed-b784-502d-b0b0-df7a280b3536-3816dd8e-f31f-47f6-ad61-452ca62afd90', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'fixed_ips': [{'subnet_id': '1490fece-2a63-4732-be7b-7783972b95c8'}]}} from dv-cinder-786627-8-smb. {{(pid=92282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 04:14:39.798152 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:39.805644 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-847681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5480'] for router, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:39.807326 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5393'] for router, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:39.822199 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:39.979844 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.db_base_plugin_common [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Allocated IP 172.20.0.2 (3816dd8e-f31f-47f6-ad61-452ca62afd90/1490fece-2a63-4732-be7b-7783972b95c8/ef9bf27d-18a1-4305-8d7b-bdf7746dadab) {{(pid=92282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:14:40.092556 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc9c31-8271-428d-96f9-292b3230d402 req-1f0ee4db-3004-448c-ae88-6fc3c5c6914a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:40.094135 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-82bc9c31-8271-428d-96f9-292b3230d402 req-1f0ee4db-3004-448c-ae88-6fc3c5c6914a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1064582 Jun 08 04:14:40.163979 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-82bc9c31-8271-428d-96f9-292b3230d402 req-21afc627-2cc8-4080-bc00-0a8c88be7dfd tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626709 Jun 08 04:14:40.300755 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Notify callbacks [] for port, precommit_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:40.319982 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Transition to ACTIVE for port object ef9bf27d-18a1-4305-8d7b-bdf7746dadab will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:14:40.350324 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Transition to ACTIVE for port object ef9bf27d-18a1-4305-8d7b-bdf7746dadab will not be triggered until provisioned by entity DHCP. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:14:40.372657 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be35b4ce-e27a-470b-a711-439e285b4761 req-37ca9531-0ee5-4cdf-9c47-53db74207b53 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 210 time: 0.0700805 Jun 08 04:14:40.451862 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5379'] for router, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:40.468498 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:40.469233 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:40.469233 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:14:40.469233 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:14:40.469233 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:14:40.469233 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:40.469233 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Jun 08 04:14:40.487066 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Network 3816dd8e-f31f-47f6-ad61-452ca62afd90 is already hosted by enough agents. {{(pid=92282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:14:40.488198 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.base_scheduler [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Resources bound (agent type, host, resource id): {{(pid=92282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:40.493739 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Received port after_create {{(pid=92282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:14:40.585346 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Attempting to bind port ef9bf27d-18a1-4305-8d7b-bdf7746dadab on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:14:40.586056 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Attempting to bind port ef9bf27d-18a1-4305-8d7b-bdf7746dadab by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': 'f378dc58-1880-471e-a694-0448c9eb618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:14:40.586056 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Attempting to bind port ef9bf27d-18a1-4305-8d7b-bdf7746dadab on network 3816dd8e-f31f-47f6-ad61-452ca62afd90 {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:14:40.593893 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:14:40.594277 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Checking segment: {'id': 'f378dc58-1880-471e-a694-0448c9eb618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:14:40.599040 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:40.599040 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Bound using segment: {'id': 'f378dc58-1880-471e-a694-0448c9eb618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:14:40.599040 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Bound port: ef9bf27d-18a1-4305-8d7b-bdf7746dadab, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f378dc58-1880-471e-a694-0448c9eb618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:14:40.599040 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:40.691305 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] For port ef9bf27d-18a1-4305-8d7b-bdf7746dadab, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:14:40.694695 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] For port ef9bf27d-18a1-4305-8d7b-bdf7746dadab, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=ef9bf27d-18a1-4305-8d7b-bdf7746dadab,segment=NetworkSegment(f378dc58-1880-471e-a694-0448c9eb618d),segment_id=f378dc58-1880-471e-a694-0448c9eb618d)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:14:40.720334 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-fdc3caa2-673d-451a-9c2e-a236dc54ad03 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:40.721784 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-fdc3caa2-673d-451a-9c2e-a236dc54ad03 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "GET /v2.0/networks?id=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f HTTP/1.1" status: 200 len: 815 time: 0.1583469 Jun 08 04:14:40.734940 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-7b732930-f5de-4fbe-8feb-eff7c8c8637a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Request body: {'port': {'device_id': '87aa453b-a917-4d1c-a867-17c210c7c84b', 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f', 'admin_state_up': True, 'tenant_id': '9765c1f610b948999a3bc6325f4797f4'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:14:40.783900 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:40.789334 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:40.874458 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Pushing event updated for resources: {'Port': ['ID=ef9bf27d-18a1-4305-8d7b-bdf7746dadab,revision_number=2']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:40.879365 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:40.910375 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:40.942601 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:41.046578 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-7b732930-f5de-4fbe-8feb-eff7c8c8637a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Made reservation on behalf of 9765c1f610b948999a3bc6325f4797f4 for: {'port': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:14:41.050296 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-7b732930-f5de-4fbe-8feb-eff7c8c8637a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:41.144562 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Allocated IP 172.28.2.188 (0fa4fef6-9966-433f-a9a0-b619cc4acad7/01718dbf-838e-406a-9174-db3581520999/9e912b1d-2f5a-437c-bc46-88d9c8dabd30) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:14:41.188972 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed9b0b-f706-413a-b618-f193edd793cc req-37bf0e22-25c4-4589-91ce-879df65768f8 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:41.191116 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c3ed9b0b-f706-413a-b618-f193edd793cc req-37bf0e22-25c4-4589-91ce-879df65768f8 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.2039721 Jun 08 04:14:41.336529 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c3ed9b0b-f706-413a-b618-f193edd793cc req-303e52e7-3aae-4f4b-9db4-176dcb924b72 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334949 Jun 08 04:14:41.385423 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device ef9bf27d-18a1-4305-8d7b-bdf7746dadab up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:14:41.428066 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-7b732930-f5de-4fbe-8feb-eff7c8c8637a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Allocated IP 172.20.0.3 (e97d6132-85d0-4e4a-9c43-1ae30cd7d35f/641a26e1-b53e-42f6-82ec-ed94a7238fc9/2e7e781f-171a-4172-8601-886f5834a538) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:14:41.452942 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:41.469898 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df38b77-ef04-4888-abc4-4f547ede5ed7 req-fc12836b-8758-4e29-b1b2-3442b36bba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:41.471484 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-4df38b77-ef04-4888-abc4-4f547ede5ed7 req-fc12836b-8758-4e29-b1b2-3442b36bba76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 1098 time: 0.2928770 Jun 08 04:14:41.628459 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port ef9bf27d-18a1-4305-8d7b-bdf7746dadab completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:14:41.715308 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2c05eac2-016c-4263-8aa7-fae0b1e1c697 req-6447c38e-d045-4280-a3cc-60bfbd9896a3 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 210 time: 0.1122541 Jun 08 04:14:41.716778 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df38b77-ef04-4888-abc4-4f547ede5ed7 req-4018050e-af89-40dc-89b5-59e8ecd867ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:41.719043 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-4df38b77-ef04-4888-abc4-4f547ede5ed7 req-4018050e-af89-40dc-89b5-59e8ecd867ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d089fd5-3829-4c08-bd4f-7cc574f62861 HTTP/1.1" status: 200 len: 920 time: 0.2303932 Jun 08 04:14:41.833808 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-7b732930-f5de-4fbe-8feb-eff7c8c8637a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:41.841153 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1898218'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:41.841743 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:41.841743 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:14:41.841743 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:14:41.841743 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:14:41.841743 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:41.841743 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:14:41.855192 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-4df38b77-ef04-4888-abc4-4f547ede5ed7 req-4bbe8cd8-f1bd-4780-8c74-4abaead1c2e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819fb6dd-663c-491b-a887-910350264c3c HTTP/1.1" status: 200 len: 217 time: 0.0874543 Jun 08 04:14:41.926444 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-7b732930-f5de-4fbe-8feb-eff7c8c8637a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:41.929201 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-7b732930-f5de-4fbe-8feb-eff7c8c8637a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:41.929201 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:14:41.929201 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:14:41.929201 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:14:41.929201 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:41.929201 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:14:41.941161 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['267e4e16-6a66-4a8d-b55a-9710764984e4'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:14:41.964824 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-7b732930-f5de-4fbe-8feb-eff7c8c8637a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:14:41.965993 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-7b732930-f5de-4fbe-8feb-eff7c8c8637a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:41.968372 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-7b732930-f5de-4fbe-8feb-eff7c8c8637a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:14:41.980432 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:14:41.983502 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:41.987132 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:14:42.028300 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df38b77-ef04-4888-abc4-4f547ede5ed7 req-99b87d20-4543-443f-a949-b1ce47341557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:42.029766 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-4df38b77-ef04-4888-abc4-4f547ede5ed7 req-99b87d20-4543-443f-a949-b1ce47341557 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0474e6d9-865d-4b0c-a901-5588ecfaf9e6 HTTP/1.1" status: 200 len: 859 time: 0.1581001 Jun 08 04:14:42.073803 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-7b732930-f5de-4fbe-8feb-eff7c8c8637a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:42.074852 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-7b732930-f5de-4fbe-8feb-eff7c8c8637a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:42.104000 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-4df38b77-ef04-4888-abc4-4f547ede5ed7 req-48032a54-39b8-4e0a-91a2-337ecfd5d8bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d089fd5-3829-4c08-bd4f-7cc574f62861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615411 Jun 08 04:14:42.122465 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c95ca-381e-4f64-a80e-de12497d7977 None None] Network 3816dd8e-f31f-47f6-ad61-452ca62afd90 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:14:42.222974 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-7b732930-f5de-4fbe-8feb-eff7c8c8637a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4916303 Jun 08 04:14:42.238369 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Request body: {'port': {'device_id': '87aa453b-a917-4d1c-a867-17c210c7c84b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:14:42.397130 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-d11cab65-dcbf-468d-bbfe-f3a74ce0801b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:42.398523 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e067ac0c-3c24-4083-9d20-6f15680943b6 None None] Provisioning for port ef9bf27d-18a1-4305-8d7b-bdf7746dadab completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:14:42.418724 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e067ac0c-3c24-4083-9d20-6f15680943b6 None None] Provisioning complete for port ef9bf27d-18a1-4305-8d7b-bdf7746dadab triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:42.419131 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e067ac0c-3c24-4083-9d20-6f15680943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:42.429526 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:42.544837 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-4df38b77-ef04-4888-abc4-4f547ede5ed7 req-36c9e3fc-9cd8-4f59-8677-47496439a56f service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805957 Jun 08 04:14:42.581479 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e067ac0c-3c24-4083-9d20-6f15680943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:42.624961 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e067ac0c-3c24-4083-9d20-6f15680943b6 None None] For port ef9bf27d-18a1-4305-8d7b-bdf7746dadab, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=ef9bf27d-18a1-4305-8d7b-bdf7746dadab,segment=NetworkSegment(f378dc58-1880-471e-a694-0448c9eb618d),segment_id=f378dc58-1880-471e-a694-0448c9eb618d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:42.720979 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e067ac0c-3c24-4083-9d20-6f15680943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:42.722751 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:42.814474 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067ac0c-3c24-4083-9d20-6f15680943b6 None None] Pushing event updated for resources: {'Port': ['ID=ef9bf27d-18a1-4305-8d7b-bdf7746dadab,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:42.819235 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e067ac0c-3c24-4083-9d20-6f15680943b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:42.841294 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684365cd-4cc1-4419-a2a1-b7b918c6b6c2 req-e858c124-d477-468c-9d54-24bc09d38086 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:42.843018 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-684365cd-4cc1-4419-a2a1-b7b918c6b6c2 req-e858c124-d477-468c-9d54-24bc09d38086 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.3445990 Jun 08 04:14:42.941938 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-4df38b77-ef04-4888-abc4-4f547ede5ed7 req-8da450a6-3112-42e8-a839-7fe77cd5f74d service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891807 Jun 08 04:14:42.962863 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-8d80d07b-523c-459b-b7c6-b46cc0d33a8f None None] Provisioning complete for port ef9bf27d-18a1-4305-8d7b-bdf7746dadab triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:42.963437 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-8d80d07b-523c-459b-b7c6-b46cc0d33a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:43.012030 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:43.096717 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-684365cd-4cc1-4419-a2a1-b7b918c6b6c2 req-a163378a-a7bd-4420-863f-e275aefe95a6 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458124 Jun 08 04:14:43.147962 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f224890-7c84-4573-bd33-062e0ac235da req-e8b6cf7c-0490-463e-8dd2-38354aecd749 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:43.156130 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9f224890-7c84-4573-bd33-062e0ac235da req-e8b6cf7c-0490-463e-8dd2-38354aecd749 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 931 time: 0.1552823 Jun 08 04:14:43.217179 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9f224890-7c84-4573-bd33-062e0ac235da req-0363ea02-ca65-4cc9-bf30-10d49567d380 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601864 Jun 08 04:14:43.226705 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device ef9bf27d-18a1-4305-8d7b-bdf7746dadab up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:14:43.277752 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7e781f-171a-4172-8601-886f5834a538 {{(pid=92281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:14:43.288438 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:43.302180 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port ef9bf27d-18a1-4305-8d7b-bdf7746dadab triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:43.305200 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:43.305435 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Transition to ACTIVE for port object 2e7e781f-171a-4172-8601-886f5834a538 will not be triggered until provisioned by entity L2. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:14:43.390430 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:43.397100 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:43.437506 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845218'] for router, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:43.552427 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7e781f-171a-4172-8601-886f5834a538,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:43.561626 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:43.672552 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Attempting to bind port 2e7e781f-171a-4172-8601-886f5834a538 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:14:43.672891 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Attempting to bind port 2e7e781f-171a-4172-8601-886f5834a538 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:14:43.673221 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Attempting to bind port 2e7e781f-171a-4172-8601-886f5834a538 on network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:14:43.677825 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Port 2e7e781f-171a-4172-8601-886f5834a538 on network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:14:43.678151 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Attempting to bind port 2e7e781f-171a-4172-8601-886f5834a538 on network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:14:43.683749 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:14:43.683749 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Checking segment: {'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:14:43.684133 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Bound using segment: {'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:14:43.684559 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Bound port: 2e7e781f-171a-4172-8601-886f5834a538, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'}}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:14:43.684908 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:43.770214 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Router 78bd48c9-ff49-4464-b232-438c8d52bbd0 is scheduled to L3 agent f729afc5-256b-4804-be3b-fed15699d637 with binding_index 1 {{(pid=92280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 04:14:43.781989 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] For port 2e7e781f-171a-4172-8601-886f5834a538, host hv-cinder-78662, cleared binding levels {{(pid=92281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:14:43.785422 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] For port 2e7e781f-171a-4172-8601-886f5834a538, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2e7e781f-171a-4172-8601-886f5834a538,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:14:43.856275 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:43.861211 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:43.921459 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:43.922064 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:43.923453 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] 10.222.0.21 "PUT /v2.0/ports/2e7e781f-171a-4172-8601-886f5834a538 HTTP/1.1" status: 200 len: 1093 time: 1.6917717 Jun 08 04:14:43.923930 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87aa453b-a917-4d1c-a867-17c210c7c84b', 'tag': '2e7e781f-171a-4172-8601-886f5834a538'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:14:43.926738 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74504a08-95b2-42f5-bba3-162f51973bac" -d '{"events": [{"name": "network-changed", "server_uuid": "87aa453b-a917-4d1c-a867-17c210c7c84b", "tag": "2e7e781f-171a-4172-8601-886f5834a538"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:14:43.945953 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7e781f-171a-4172-8601-886f5834a538,revision_number=3']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:43.949145 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:43.969953 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:14:43.977883 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3bb8b9-fe44-418e-beee-7be787c6b3a9 x-openstack-request-id: req-8e3bb8b9-fe44-418e-beee-7be787c6b3a9 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:14:43.978206 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87aa453b-a917-4d1c-a867-17c210c7c84b", "tag": "2e7e781f-171a-4172-8601-886f5834a538", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:14:43.978461 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e3bb8b9-fe44-418e-beee-7be787c6b3a9 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:14:43.978868 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87aa453b-a917-4d1c-a867-17c210c7c84b', 'tag': '2e7e781f-171a-4172-8601-886f5834a538', 'status': 'completed', 'code': 200} Jun 08 04:14:43.981329 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Sync routers for ids ['78bd48c9-ff49-4464-b232-438c8d52bbd0'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:14:43.997742 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Routers {'78bd48c9-ff49-4464-b232-438c8d52bbd0'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:14:43.998363 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:14:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['78bd48c9-ff49-4464-b232-438c8d52bbd0'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:14:44.056455 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] Notify callbacks [] for router, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:44.060788 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 34144) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:44.061043 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-3b0b7fc3-0cfd-4531-acda-0432d7ce9954 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3940654 Jun 08 04:14:44.218880 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Set router 78bd48c9-ff49-4464-b232-438c8d52bbd0 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:14:44.257110 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74504a08-95b2-42f5-bba3-162f51973bac req-69b7cfeb-880b-446c-bdfc-738a6c6ce8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:44.258979 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-74504a08-95b2-42f5-bba3-162f51973bac req-69b7cfeb-880b-446c-bdfc-738a6c6ce8e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9765c1f610b948999a3bc6325f4797f4&device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 1096 time: 0.2492363 Jun 08 04:14:44.602699 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:14:42Z', 'revision_number': 3, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port': {'id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:40Z', 'updated_at': '2021-06-08T04:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:14:44.607155 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Checking router: 78bd48c9-ff49-4464-b232-438c8d52bbd0 for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:14:44.607534 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Updating router 78bd48c9-ff49-4464-b232-438c8d52bbd0 port 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 binding host dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:14:44.664431 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:44.677740 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74504a08-95b2-42f5-bba3-162f51973bac req-1c2fd5cd-3040-4db6-9522-4593edfacb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:44.679202 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-74504a08-95b2-42f5-bba3-162f51973bac req-1c2fd5cd-3040-4db6-9522-4593edfacb79 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9765c1f610b948999a3bc6325f4797f4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4123294 Jun 08 04:14:44.736713 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:44.856726 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-661a66fd-8a84-4592-8699-c218378ae4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:44.946416 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359f229-37ef-4a48-a5f6-72e8a8258903 req-a4ed120a-e2bb-4a0d-a46c-a144aa1db0fe tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:44.947863 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8359f229-37ef-4a48-a5f6-72e8a8258903 req-a4ed120a-e2bb-4a0d-a46c-a144aa1db0fe tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.4949985 Jun 08 04:14:44.956130 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cc206-1074-4a73-b251-991ad23a771c req-0ea861db-0883-4591-b73d-65583bd5ac97 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:44.957554 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b02cc206-1074-4a73-b251-991ad23a771c req-0ea861db-0883-4591-b73d-65583bd5ac97 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.5522816 Jun 08 04:14:44.988135 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34166) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:45.039742 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Notify callbacks [] for port, precommit_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:45.057252 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.provisioning_blocks [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Transition to ACTIVE for port object 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 will not be triggered until provisioned by entity L2. {{(pid=92283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:14:45.116814 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-137afbb3-87b8-4243-ae20-4f0f9648ed55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:45.152770 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8359f229-37ef-4a48-a5f6-72e8a8258903 req-b7f693ec-5bfe-4466-981b-2f6ee4cc0358 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894617 Jun 08 04:14:45.180291 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b02cc206-1074-4a73-b251-991ad23a771c req-4a6fe42a-997e-4578-988b-58a6459198f7 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000883 Jun 08 04:14:45.192847 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74504a08-95b2-42f5-bba3-162f51973bac req-e63f7767-cc1b-400f-a047-330884386a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:45.193038 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:45.195274 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-74504a08-95b2-42f5-bba3-162f51973bac req-e63f7767-cc1b-400f-a047-330884386a5d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5066032 Jun 08 04:14:45.208728 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-ddd5a86b-1bba-4932-9632-c39b424f43fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:45.243731 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-137afbb3-87b8-4243-ae20-4f0f9648ed55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:45.348467 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-137afbb3-87b8-4243-ae20-4f0f9648ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:45.361603 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Pushing event updated for resources: {'Port': ['ID=9e912b1d-2f5a-437c-bc46-88d9c8dabd30,revision_number=2']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:45.361737 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-64ebb98e-33c5-423c-bb6e-14f15110ed72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:45.406743 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:45.406743 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:45.406743 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:45.406743 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:45.406743 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:45.408431 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:45.408548 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:45.408905 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:45.409240 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:45.409566 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:45.409889 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:45.410207 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:45.413514 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Attempting to bind port 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:14:45.413861 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Attempting to bind port 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:14:45.414223 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Attempting to bind port 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 on network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:14:45.421850 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:45.423084 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:14:45.423627 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Checking segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:14:45.424170 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:45.424700 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Bound using segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:14:45.425350 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Bound port: 9e912b1d-2f5a-437c-bc46-88d9c8dabd30, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:14:45.425875 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:45.526968 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-f5f95408-2262-440f-9d5b-73c63f3ebdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:45.528612 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-f5f95408-2262-440f-9d5b-73c63f3ebdc0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9765c1f610b948999a3bc6325f4797f4&device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 1096 time: 0.2491655 Jun 08 04:14:45.530750 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] For port 9e912b1d-2f5a-437c-bc46-88d9c8dabd30, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:14:45.534809 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] For port 9e912b1d-2f5a-437c-bc46-88d9c8dabd30, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=9e912b1d-2f5a-437c-bc46-88d9c8dabd30,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:14:45.559522 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:45.573315 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137afbb3-87b8-4243-ae20-4f0f9648ed55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b116ba-6327-4099-bd94-4b42f9a35c8d,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:45.576612 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-137afbb3-87b8-4243-ae20-4f0f9648ed55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:45.581470 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-137afbb3-87b8-4243-ae20-4f0f9648ed55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bdc0c406beef4a48a8ceea8e82f5add5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5896597 Jun 08 04:14:45.581935 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34184) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:45.612012 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-27a72e45-d95c-4b4c-a755-0b736e5876b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e7e781f-171a-4172-8601-886f5834a538 HTTP/1.1" status: 200 len: 217 time: 0.0696933 Jun 08 04:14:45.615834 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:45.643528 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6bc19a24-40c7-40c0-b317-8ac43fd3581e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:45.663185 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:45.669953 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-10c2edf2-ed5b-42ed-a3d1-6ad71cc69f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:45.670982 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6bc19a24-40c7-40c0-b317-8ac43fd3581e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:45.753075 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Pushing event updated for resources: {'Port': ['ID=9e912b1d-2f5a-437c-bc46-88d9c8dabd30,revision_number=3']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:45.768976 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-f136e631-20bf-4341-8d92-6ea5535c1380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:45.819277 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Routers {'78bd48c9-ff49-4464-b232-438c8d52bbd0'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:14:45.819891 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:14:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['78bd48c9-ff49-4464-b232-438c8d52bbd0'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:14:45.846413 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6bc19a24-40c7-40c0-b317-8ac43fd3581e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:45.851102 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6bc19a24-40c7-40c0-b317-8ac43fd3581e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:45.855527 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-6bc19a24-40c7-40c0-b317-8ac43fd3581e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11b116ba-6327-4099-bd94-4b42f9a35c8d HTTP/1.1" status: 204 len: 168 time: 0.2727962 Jun 08 04:14:45.856309 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e8c7def0-d657-4137-aadf-6d16a565e177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:45.871715 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc19a24-40c7-40c0-b317-8ac43fd3581e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b116ba-6327-4099-bd94-4b42f9a35c8d,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:45.888936 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6bc19a24-40c7-40c0-b317-8ac43fd3581e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:45.890799 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-6dd9c0f5-18ab-4f1a-89d2-cdce88ca62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:45.892564 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-6dd9c0f5-18ab-4f1a-89d2-cdce88ca62aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=641a26e1-b53e-42f6-82ec-ed94a7238fc9 HTTP/1.1" status: 200 len: 855 time: 0.2587209 Jun 08 04:14:45.997338 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-1c3289b4-c01c-40bc-9877-9c2aa141907e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728064 Jun 08 04:14:46.028431 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Allocated IP 172.20.0.1 (3816dd8e-f31f-47f6-ad61-452ca62afd90/1490fece-2a63-4732-be7b-7783972b95c8/890f1d5f-f30f-4539-8c7d-4a6993872dae) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:14:46.057623 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] Set router 78bd48c9-ff49-4464-b232-438c8d52bbd0 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:14:46.266877 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-a20c9a56-f5f5-4601-8e51-2b9c5c5d005c service neutron] 10.222.0.21 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581282 Jun 08 04:14:46.431179 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:14:42Z', 'revision_number': 3, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port': {'id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:40Z', 'updated_at': '2021-06-08T04:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:14:46.435214 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc50e3c-390b-4598-b6a2-0d43bda1f726 None None] The sync data for ids ['78bd48c9-ff49-4464-b232-438c8d52bbd0'] in dv-cinder-786627-8-smb is: [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:14:42Z', 'revision_number': 3, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port': {'id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:40Z', 'updated_at': '2021-06-08T04:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:14:46.441757 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:46.537989 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Transition to ACTIVE for port object 890f1d5f-f30f-4539-8c7d-4a6993872dae will not be triggered until provisioned by entity DHCP. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:14:46.600933 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0d7ddc68-1ecc-4675-b9dc-9bd2970dd086 req-a6a40abf-e738-4c96-aa8a-a4b8cdc3c9ea service neutron] 10.222.0.21 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130124 Jun 08 04:14:46.628449 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46738b-8fe4-470e-bbbc-7d9d7d613247 req-566af05e-d749-4af0-8fad-5cf234721f36 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:46.629908 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be46738b-8fe4-470e-bbbc-7d9d7d613247 req-566af05e-d749-4af0-8fad-5cf234721f36 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.2022941 Jun 08 04:14:46.639686 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6686d-751f-41e4-8545-77a4d4f2bed8 req-4ea7d621-feb3-4863-9ca7-9ca3349fa124 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:46.641124 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9ed6686d-751f-41e4-8545-77a4d4f2bed8 req-4ea7d621-feb3-4863-9ca7-9ca3349fa124 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.2635458 Jun 08 04:14:46.792300 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:46.792790 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:46.792790 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:14:46.792790 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:14:46.792790 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:14:46.792790 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:46.792790 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:14:46.843637 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be46738b-8fe4-470e-bbbc-7d9d7d613247 req-611744ba-3433-4004-a3b5-59acf94851f2 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007971 Jun 08 04:14:46.851386 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Network 3816dd8e-f31f-47f6-ad61-452ca62afd90 is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:14:46.855202 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:46.871796 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:14:46.919421 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9ed6686d-751f-41e4-8545-77a4d4f2bed8 req-37df1d86-c209-45b1-9e1c-79e851a7d468 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599871 Jun 08 04:14:46.947799 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867828'] for router_interface, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.187930 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.251171 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:14:47.351072 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34236) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:47.415606 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e5e76d64-fd44-4ade-b7d2-ce92b01b8419 None None] Provisioning for port 890f1d5f-f30f-4539-8c7d-4a6993872dae completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:14:47.438031 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e5e76d64-fd44-4ade-b7d2-ce92b01b8419 None None] Provisioning complete for port 890f1d5f-f30f-4539-8c7d-4a6993872dae triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:47.438402 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e5e76d64-fd44-4ade-b7d2-ce92b01b8419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.475325 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.506872 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-203762763-network', 'tenant_id': '3002b5386f4844238db562f48f30e074'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:14:47.523024 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e5e76d64-fd44-4ade-b7d2-ce92b01b8419 None None] Port 890f1d5f-f30f-4539-8c7d-4a6993872dae cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:14:47.565182 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.593818 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:14:47.594033 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-53906c52-8128-4719-a6fa-675cfe838aaf tempest-VolumesActionsTest-715019693 tempest-VolumesActionsTest-715019693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:47.598178 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.600304 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:47.600304 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.634344 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Made reservation on behalf of 3002b5386f4844238db562f48f30e074 for: {'network': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:14:47.636971 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.651829 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.674957 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-867637'] for router_interface, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.679533 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Pushing event updated for resources: {'Port': ['ID=890f1d5f-f30f-4539-8c7d-4a6993872dae,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:47.708216 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:47.708581 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:47.708934 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:47.709284 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:47.709630 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:47.709985 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:47.710322 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:47.710663 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:47.711111 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:47.711354 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:47.711690 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:47.712242 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:47.734849 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.753374 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 9e912b1d-2f5a-437c-bc46-88d9c8dabd30, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=9e912b1d-2f5a-437c-bc46-88d9c8dabd30,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:47.758193 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:47.775020 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.829503 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Network 3816dd8e-f31f-47f6-ad61-452ca62afd90 is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:14:47.830680 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:47.838717 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.841649 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:47.876476 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.899546 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=92280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:14:47.905829 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-eb0cd282-ce62-4766-a838-39b5b836d673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:47.943457 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:47.945165 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.segments_db [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Added segment 574a9879-1c36-4098-a2b6-89eb5bea0547 of type vlan for network 29de343d-a844-4dfc-bfb6-69bd35f7217d Jun 08 04:14:47.974541 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=9e912b1d-2f5a-437c-bc46-88d9c8dabd30,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:47.978680 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:47.996051 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1dc929-82cf-40e7-8ba6-6fa2ebf4d669,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:48.018129 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:48.052686 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:48.147794 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Router 78bd48c9-ff49-4464-b232-438c8d52bbd0 has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:14:48.164233 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:48.165992 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:48.166572 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:48.171583 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:48.266853 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-eac887a9-82f4-4a34-9a34-e6a87f1517d7 None None] Provisioning complete for port 890f1d5f-f30f-4539-8c7d-4a6993872dae triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:48.267429 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-eac887a9-82f4-4a34-9a34-e6a87f1517d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:48.378979 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Pushing event updated for resources: {'Network': ['ID=29de343d-a844-4dfc-bfb6-69bd35f7217d,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:48.386544 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:48.391000 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-eac887a9-82f4-4a34-9a34-e6a87f1517d7 None None] Port 890f1d5f-f30f-4539-8c7d-4a6993872dae cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:14:48.407510 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network 29de343d-a844-4dfc-bfb6-69bd35f7217d details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:14:48.475144 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1224496 Jun 08 04:14:48.478551 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34264) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:48.483587 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Request body: {'subnet': {'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-203762763-subnet', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'ip_version': 4}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:14:48.530609 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a14810-8253-4b68-9378-bfef43feaaad req-9bd53351-028f-4f46-864a-574e3a3a1a26 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:48.538816 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-22a14810-8253-4b68-9378-bfef43feaaad req-9bd53351-028f-4f46-864a-574e3a3a1a26 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.4664066 Jun 08 04:14:48.563792 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:14:48.569018 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] 10.222.0.18 "PUT /v2.0/routers/78bd48c9-ff49-4464-b232-438c8d52bbd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5071733 Jun 08 04:14:48.579865 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Sync routers for ids ['78bd48c9-ff49-4464-b232-438c8d52bbd0'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:14:48.595598 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Routers {'78bd48c9-ff49-4464-b232-438c8d52bbd0'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:14:48.595598 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:14:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['78bd48c9-ff49-4464-b232-438c8d52bbd0'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:14:48.606665 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-22a14810-8253-4b68-9378-bfef43feaaad req-5d720786-372a-4014-b19d-694c5af7793f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668542 Jun 08 04:14:48.611123 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Made reservation on behalf of 3002b5386f4844238db562f48f30e074 for: {'subnet': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:14:48.613510 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2438336'] for subnet, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:48.789898 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 34272) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:48.809223 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Set router 78bd48c9-ff49-4464-b232-438c8d52bbd0 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:14:48.913311 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fd97c0f0-f13c-49ec-854a-b8f1bf945dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:48.954024 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1898102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2438382'] for subnet, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:48.959348 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-f5134445-0349-407a-ba70-ddd44851b9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:49.037348 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fd97c0f0-f13c-49ec-854a-b8f1bf945dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:49.041757 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:49.051951 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:49.052313 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:49.052658 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:49.053000 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:49.053337 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:49.055206 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:49.055206 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:49.055206 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:49.055206 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:49.055206 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:49.055618 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:49.055722 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:14:49.060265 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:49.061012 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Checking segment: {'id': '574a9879-1c36-4098-a2b6-89eb5bea0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:14:49.061355 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Network hostable DHCP agents. Network: 29de343d-a844-4dfc-bfb6-69bd35f7217d, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:14:49.112374 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fd97c0f0-f13c-49ec-854a-b8f1bf945dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:49.121498 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0b0975bc-d670-46ff-b9dd-e036f5c976fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:49.161218 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-fd97c0f0-f13c-49ec-854a-b8f1bf945dbd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f536f77dd81040ffafe1a043725027b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695526 Jun 08 04:14:49.162873 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97c0f0-f13c-49ec-854a-b8f1bf945dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e3590a-80d9-4523-800a-c8502c69925e,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:49.164601 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34278) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:49.167288 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-fd97c0f0-f13c-49ec-854a-b8f1bf945dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:49.184822 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Network 29de343d-a844-4dfc-bfb6-69bd35f7217d is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:14:49.216951 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port': {'id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:40Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '890f1d5f-f30f-4539-8c7d-4a6993872dae', 'name': '', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'mac_address': 'fa:16:3e:62:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1490fece-2a63-4732-be7b-7783972b95c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:45Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 2, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'subnets': [{'id': '1490fece-2a63-4732-be7b-7783972b95c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:14:49.222964 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Checking router: 78bd48c9-ff49-4464-b232-438c8d52bbd0 for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:14:49.223358 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Updating router 78bd48c9-ff49-4464-b232-438c8d52bbd0 port 890f1d5f-f30f-4539-8c7d-4a6993872dae binding host dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:14:49.244205 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5ee511bd-93f0-4332-bbe8-8844d0c14376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:49.274744 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5ee511bd-93f0-4332-bbe8-8844d0c14376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:49.280740 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:14:49.306332 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, 29de343d-a844-4dfc-bfb6-69bd35f7217d) {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:49.320792 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:49.321915 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:49.326189 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70f34f-cb6f-4889-879b-803459098a29 None None] Network 29de343d-a844-4dfc-bfb6-69bd35f7217d requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:14:49.389345 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:49.429739 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-2567bb87-bc94-4a7a-a039-61c60e2ab365 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9500682 Jun 08 04:14:49.432161 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5ee511bd-93f0-4332-bbe8-8844d0c14376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:49.439236 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 34290) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:49.439384 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5ee511bd-93f0-4332-bbe8-8844d0c14376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:49.439384 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-5ee511bd-93f0-4332-bbe8-8844d0c14376 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2e3590a-80d9-4523-800a-c8502c69925e HTTP/1.1" status: 204 len: 168 time: 0.2709031 Jun 08 04:14:49.439384 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-02e64609-cfd6-4c65-8ca8-62de975b4e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:49.447814 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:14:49.475074 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee511bd-93f0-4332-bbe8-8844d0c14376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e3590a-80d9-4523-800a-c8502c69925e,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:49.479245 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5ee511bd-93f0-4332-bbe8-8844d0c14376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:49.559908 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-847681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5480'] for router, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:49.561554 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5393'] for router, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:49.592042 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:49.631540 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:49.631849 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:49.639308 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 34298) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:49.644547 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2071242271-network', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:14:49.882371 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6272ed-b784-502d-b0b0-df7a280b3536-29de343d-a844-4dfc-bfb6-69bd35f7217d', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'fixed_ips': [{'subnet_id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8'}]}} from dv-cinder-786627-8-smb. {{(pid=92282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 04:14:49.883139 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.071253 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5379'] for router, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.087730 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Made reservation on behalf of dea2576bd9c6414c99afb50493a1a0fb for: {'network': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:14:50.090020 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.105607 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.131188 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2aa8a3-7bb7-43ea-8db6-da2d1d22e368 req-ef836a8e-eb9b-46a3-9ef7-acff20152539 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:50.132703 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bb2aa8a3-7bb7-43ea-8db6-da2d1d22e368 req-ef836a8e-eb9b-46a3-9ef7-acff20152539 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.2387319 Jun 08 04:14:50.191262 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.db_base_plugin_common [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Allocated IP 172.20.0.2 (29de343d-a844-4dfc-bfb6-69bd35f7217d/3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8/19e6cf11-dfe7-425e-abdf-dfd0cb1f0510) {{(pid=92282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:14:50.199101 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bb2aa8a3-7bb7-43ea-8db6-da2d1d22e368 req-533b9b75-09f6-41fc-8716-27cce84281f4 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583458 Jun 08 04:14:50.204566 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Notify callbacks [] for port, precommit_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.223362 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Transition to ACTIVE for port object 890f1d5f-f30f-4539-8c7d-4a6993872dae will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:14:50.316687 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.415819 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.415819 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:50.449078 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.460798 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=92281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:14:50.471247 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.471436 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.db.segments_db [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Added segment 59d26ccb-b104-457c-b67d-7ea66091cdbc of type vlan for network eb5379c4-3b17-4caa-99fc-ba147abe3ec2 Jun 08 04:14:50.497999 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-9f3969bf-9bb3-4227-b5da-fd8a8def7e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:50.553034 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34310) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:50.587781 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-094251d1-7272-4ac3-a02b-1c6d7f8ed457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.592444 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Notify callbacks [] for port, precommit_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.599572 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6dea8-5498-4809-8485-971b911bf9b1 None None] Pushing event updated for resources: {'Port': ['ID=890f1d5f-f30f-4539-8c7d-4a6993872dae,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:50.609047 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-5dd6dea8-5498-4809-8485-971b911bf9b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:50.644360 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.660286 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Transition to ACTIVE for port object 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:14:50.681287 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Attempting to bind port 890f1d5f-f30f-4539-8c7d-4a6993872dae on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:14:50.681694 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Attempting to bind port 890f1d5f-f30f-4539-8c7d-4a6993872dae by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': 'f378dc58-1880-471e-a694-0448c9eb618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:14:50.682069 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Attempting to bind port 890f1d5f-f30f-4539-8c7d-4a6993872dae on network 3816dd8e-f31f-47f6-ad61-452ca62afd90 {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:14:50.691518 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Transition to ACTIVE for port object 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 will not be triggered until provisioned by entity DHCP. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:14:50.693065 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:14:50.693454 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Checking segment: {'id': 'f378dc58-1880-471e-a694-0448c9eb618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:14:50.698182 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.698182 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Bound using segment: {'id': 'f378dc58-1880-471e-a694-0448c9eb618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:14:50.698182 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Bound port: 890f1d5f-f30f-4539-8c7d-4a6993872dae, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f378dc58-1880-471e-a694-0448c9eb618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:14:50.698182 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.737464 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02c2edc-ddc9-4439-92a7-e55421e21f9e,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:50.746865 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-094251d1-7272-4ac3-a02b-1c6d7f8ed457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.752188 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:50.796658 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.797525 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.798138 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:50.798138 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:14:50.798138 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:14:50.798138 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:14:50.798138 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:50.798138 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Jun 08 04:14:50.827444 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-094251d1-7272-4ac3-a02b-1c6d7f8ed457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.831633 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.833317 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Network 29de343d-a844-4dfc-bfb6-69bd35f7217d is already hosted by enough agents. {{(pid=92282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:14:50.834831 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] For port 890f1d5f-f30f-4539-8c7d-4a6993872dae, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:14:50.839165 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.base_scheduler [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Resources bound (agent type, host, resource id): {{(pid=92282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:50.847316 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Received port after_create {{(pid=92282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:14:50.854824 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] For port 890f1d5f-f30f-4539-8c7d-4a6993872dae, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=890f1d5f-f30f-4539-8c7d-4a6993872dae,segment=NetworkSegment(f378dc58-1880-471e-a694-0448c9eb618d),segment_id=f378dc58-1880-471e-a694-0448c9eb618d)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:14:50.898656 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5bd89-22d9-4a24-8c61-0832e310ed5c req-537e148c-823d-447d-bc75-6695660851b0 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:50.898656 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a6b5bd89-22d9-4a24-8c61-0832e310ed5c req-537e148c-823d-447d-bc75-6695660851b0 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.4069695 Jun 08 04:14:50.899764 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-d7a1565c-ac12-4792-a4eb-a666068319e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:50.931497 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-094251d1-7272-4ac3-a02b-1c6d7f8ed457 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a15201bfc34f4f1892694d6300de3a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767221 Jun 08 04:14:50.937443 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34320) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:50.946914 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.957549 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Attempting to bind port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:14:50.957934 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Attempting to bind port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '574a9879-1c36-4098-a2b6-89eb5bea0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:14:50.958303 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Attempting to bind port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 on network 29de343d-a844-4dfc-bfb6-69bd35f7217d {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:14:50.965551 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:14:50.968650 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Checking segment: {'id': '574a9879-1c36-4098-a2b6-89eb5bea0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:14:50.968650 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.968650 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Bound using segment: {'id': '574a9879-1c36-4098-a2b6-89eb5bea0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:14:50.968650 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Bound port: 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574a9879-1c36-4098-a2b6-89eb5bea0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:14:50.968650 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.980552 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:50.980913 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:50.991087 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094251d1-7272-4ac3-a02b-1c6d7f8ed457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c9581c-9633-4e29-aafc-50389a4faa61,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:50.994851 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-094251d1-7272-4ac3-a02b-1c6d7f8ed457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:50.998174 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-c72f1dbf-2f3e-4b0e-9023-0172b0327522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:51.023112 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:51.039616 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9b02a595-f804-4ba0-a5ba-71cf3bba710a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:51.043304 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:51.067653 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9b02a595-f804-4ba0-a5ba-71cf3bba710a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:51.105950 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a6b5bd89-22d9-4a24-8c61-0832e310ed5c req-b84485ee-e2b8-486f-9d45-b8dece9085c4 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995087 Jun 08 04:14:51.145968 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Pushing event updated for resources: {'Network': ['ID=eb5379c4-3b17-4caa-99fc-ba147abe3ec2,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:51.148731 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Allocated IP 172.28.2.204 (0fa4fef6-9966-433f-a9a0-b619cc4acad7/01718dbf-838e-406a-9174-db3581520999/8c538803-df00-4cc6-b0d4-a379ee233113) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:14:51.151604 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:51.214639 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] For port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:14:51.219751 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] For port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=19e6cf11-dfe7-425e-abdf-dfd0cb1f0510,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:14:51.233939 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34328) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:51.234526 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5940404 Jun 08 04:14:51.240595 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-7913f714-be98-42b8-a6e8-f9298cd0040e admin admin] Request body: {'subnet': {'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2071242271-subnet', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'ip_version': 4}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:14:51.240777 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network eb5379c4-3b17-4caa-99fc-ba147abe3ec2 details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:14:51.283435 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9b02a595-f804-4ba0-a5ba-71cf3bba710a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:51.290390 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9b02a595-f804-4ba0-a5ba-71cf3bba710a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:51.297410 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-9b02a595-f804-4ba0-a5ba-71cf3bba710a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8c9581c-9633-4e29-aafc-50389a4faa61 HTTP/1.1" status: 204 len: 168 time: 0.3586118 Jun 08 04:14:51.298763 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-11a57f0a-6f3f-454a-b7d7-263ac5abbe9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:51.332751 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02a595-f804-4ba0-a5ba-71cf3bba710a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c9581c-9633-4e29-aafc-50389a4faa61,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:51.336900 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-9b02a595-f804-4ba0-a5ba-71cf3bba710a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:51.381187 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7913f714-be98-42b8-a6e8-f9298cd0040e admin admin] Made reservation on behalf of dea2576bd9c6414c99afb50493a1a0fb for: {'subnet': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:14:51.383289 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:51.384587 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7913f714-be98-42b8-a6e8-f9298cd0040e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2438336'] for subnet, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:51.394125 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6dea8-5498-4809-8485-971b911bf9b1 None None] Pushing event updated for resources: {'Port': ['ID=890f1d5f-f30f-4539-8c7d-4a6993872dae,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:51.429883 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-5dd6dea8-5498-4809-8485-971b911bf9b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:51.432441 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:51.439154 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:51.504563 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Routers {'78bd48c9-ff49-4464-b232-438c8d52bbd0'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:14:51.505295 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:14:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['78bd48c9-ff49-4464-b232-438c8d52bbd0'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:14:51.574178 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b54b6-455c-4280-bb8d-95a6c70c9f24 req-e3ffec49-7e1d-4474-bb17-d9937b60e3fe tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:51.576747 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-061b54b6-455c-4280-bb8d-95a6c70c9f24 req-e3ffec49-7e1d-4474-bb17-d9937b60e3fe tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.1360042 Jun 08 04:14:51.656134 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-061b54b6-455c-4280-bb8d-95a6c70c9f24 req-b4c74362-875e-4f55-ac24-e5bb71e4928d tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725698 Jun 08 04:14:51.664658 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:51.667149 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:51.667149 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:14:51.667149 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:14:51.667149 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:14:51.667149 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:51.667149 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:14:51.694032 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:14:51.695420 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:51.698894 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:14:51.824250 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Pushing event updated for resources: {'Port': ['ID=19e6cf11-dfe7-425e-abdf-dfd0cb1f0510,revision_number=2']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:51.829377 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:51.870351 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 2e7e781f-171a-4172-8601-886f5834a538 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:14:51.884867 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] Set router 78bd48c9-ff49-4464-b232-438c8d52bbd0 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:14:51.890434 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7913f714-be98-42b8-a6e8-f9298cd0040e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1898102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2438382'] for subnet, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:51.914391 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:52.019186 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913f714-be98-42b8-a6e8-f9298cd0040e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c122b28d-0c87-4f0e-b3af-f676490beec5,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:52.022703 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-7913f714-be98-42b8-a6e8-f9298cd0040e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:52.108188 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7913f714-be98-42b8-a6e8-f9298cd0040e admin admin] Checking segment: {'id': '59d26ccb-b104-457c-b67d-7ea66091cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:14:52.108188 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7913f714-be98-42b8-a6e8-f9298cd0040e admin admin] Network hostable DHCP agents. Network: eb5379c4-3b17-4caa-99fc-ba147abe3ec2, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:14:52.313962 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7913f714-be98-42b8-a6e8-f9298cd0040e admin admin] Network eb5379c4-3b17-4caa-99fc-ba147abe3ec2 is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:14:52.322689 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 2e7e781f-171a-4172-8601-886f5834a538, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2e7e781f-171a-4172-8601-886f5834a538,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:52.363065 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': '2e7e781f-171a-4172-8601-886f5834a538', 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f', 'port_id': '2e7e781f-171a-4172-8601-886f5834a538', 'mac_address': 'fa:16:3e:b6:cd:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641a26e1-b53e-42f6-82ec-ed94a7238fc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:14:52.417471 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-7913f714-be98-42b8-a6e8-f9298cd0040e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, eb5379c4-3b17-4caa-99fc-ba147abe3ec2) {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:52.428330 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7913f714-be98-42b8-a6e8-f9298cd0040e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:52.429880 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dadb2af-c9f6-476a-9caf-f3b697be93ff None None] Network eb5379c4-3b17-4caa-99fc-ba147abe3ec2 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:14:52.437020 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7913f714-be98-42b8-a6e8-f9298cd0040e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:52.481376 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:52.536188 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7e781f-171a-4172-8601-886f5834a538 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:14:52.570867 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 2e7e781f-171a-4172-8601-886f5834a538, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2e7e781f-171a-4172-8601-886f5834a538,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:52.578209 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port': {'id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:40Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '890f1d5f-f30f-4539-8c7d-4a6993872dae', 'name': '', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'mac_address': 'fa:16:3e:62:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1490fece-2a63-4732-be7b-7783972b95c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:45Z', 'updated_at': '2021-06-08T04:14:50Z', 'revision_number': 4, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'subnets': [{'id': '1490fece-2a63-4732-be7b-7783972b95c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:14:52.597795 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179c29c-d9b4-4417-a472-2aa1868f51ba None None] The sync data for ids ['78bd48c9-ff49-4464-b232-438c8d52bbd0'] in dv-cinder-786627-8-smb is: [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port': {'id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:40Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '890f1d5f-f30f-4539-8c7d-4a6993872dae', 'name': '', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'mac_address': 'fa:16:3e:62:b6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1490fece-2a63-4732-be7b-7783972b95c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:45Z', 'updated_at': '2021-06-08T04:14:50Z', 'revision_number': 4, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'subnets': [{'id': '1490fece-2a63-4732-be7b-7783972b95c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:14:52.667020 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:52.742639 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6272ed-b784-502d-b0b0-df7a280b3536-eb5379c4-3b17-4caa-99fc-ba147abe3ec2', 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'fixed_ips': [{'subnet_id': 'c122b28d-0c87-4f0e-b3af-f676490beec5'}]}} from dv-cinder-786627-8-smb. {{(pid=92282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 04:14:52.744279 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:52.753300 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-7913f714-be98-42b8-a6e8-f9298cd0040e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5151939 Jun 08 04:14:52.754166 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34350) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:52.761856 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2071242271-router', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:14:52.795983 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34352) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:52.862551 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e4381332-1bd1-4f42-94fc-fc63f4b31f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:52.897121 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:52.905421 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:52.947418 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5f0c1e-fddc-484d-b0f1-1d9d15594401 None None] Network 29de343d-a844-4dfc-bfb6-69bd35f7217d requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:14:53.065971 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-847681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5480'] for router, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:53.067401 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5393'] for router, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:53.149119 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17363c98-0e4b-43d6-a263-bac917414b10 req-d382f69a-b824-48cc-ae32-fa1e45b2ac45 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:53.157127 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-17363c98-0e4b-43d6-a263-bac917414b10 req-d382f69a-b824-48cc-ae32-fa1e45b2ac45 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 944 time: 0.3181181 Jun 08 04:14:53.197643 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:53.239510 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e4381332-1bd1-4f42-94fc-fc63f4b31f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:53.337207 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e4381332-1bd1-4f42-94fc-fc63f4b31f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:53.346577 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-9b02a595-f804-4ba0-a5ba-71cf3bba710a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:53.401182 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-17363c98-0e4b-43d6-a263-bac917414b10 req-391547b5-7e45-413d-8740-36475a0feb64 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428102 Jun 08 04:14:53.402874 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-9e812e96-0ba3-4437-8e0a-52f0bc23ce7b None None] Provisioning for port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:14:53.419482 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:14:53.437452 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845218'] for router, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:53.587655 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['2e7e781f-171a-4172-8601-886f5834a538'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:14:53.650480 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=2e7e781f-171a-4172-8601-886f5834a538,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:53.671508 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:53.742420 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.db_base_plugin_common [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Allocated IP 172.20.0.2 (eb5379c4-3b17-4caa-99fc-ba147abe3ec2/c122b28d-0c87-4f0e-b3af-f676490beec5/2f0b5705-9a7b-4fce-afb6-8395d6e0688c) {{(pid=92282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:14:53.785337 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-e4381332-1bd1-4f42-94fc-fc63f4b31f14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae92d21791b54d10915b2739d8808846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9860115 Jun 08 04:14:53.786230 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 34364) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:53.852836 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4381332-1bd1-4f42-94fc-fc63f4b31f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e8954e-9fe9-4bf1-9de1-615f5971da0f,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:53.863722 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e4381332-1bd1-4f42-94fc-fc63f4b31f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:53.865797 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5379'] for router, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:53.873007 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-98f1b92c-ad99-48b9-828b-c0d2ded2a936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:53.904618 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-98f1b92c-ad99-48b9-828b-c0d2ded2a936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:53.914845 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 is scheduled to L3 agent f729afc5-256b-4804-be3b-fed15699d637 with binding_index 1 {{(pid=92281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 04:14:53.927823 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:14:53.958860 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:53.959268 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:54.173626 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:14:54.205643 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Sync routers for ids ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:14:54.232184 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Routers {'4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:14:54.232898 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:14:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:14:54.307709 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] Notify callbacks [] for router, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:54.311904 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-93898b50-bd1a-4726-b72c-1bc4b3498a83 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8779376 Jun 08 04:14:54.312512 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 34370) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:54.361769 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Notify callbacks [] for port, precommit_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:54.372857 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:54.409399 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Transition to ACTIVE for port object 2f0b5705-9a7b-4fce-afb6-8395d6e0688c will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:14:54.429531 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Transition to ACTIVE for port object 2f0b5705-9a7b-4fce-afb6-8395d6e0688c will not be triggered until provisioned by entity DHCP. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:14:54.491174 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=19e6cf11-dfe7-425e-abdf-dfd0cb1f0510,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:54.494058 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-983cb545-adf7-4608-8422-263ea7e7b286 None None] Provisioning complete for port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:54.494058 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-983cb545-adf7-4608-8422-263ea7e7b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:54.539134 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:54.540502 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:54.540502 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:14:54.540502 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:14:54.540502 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:14:54.540502 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:54.540502 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Jun 08 04:14:54.579263 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Network eb5379c4-3b17-4caa-99fc-ba147abe3ec2 is already hosted by enough agents. {{(pid=92282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:14:54.580668 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.base_scheduler [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Resources bound (agent type, host, resource id): {{(pid=92282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:54.586065 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Received port after_create {{(pid=92282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:14:54.610124 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:54.651071 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:54.676147 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Set router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:14:54.680421 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:54.681408 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 890f1d5f-f30f-4539-8c7d-4a6993872dae up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:14:54.721588 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:54.849788 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=19e6cf11-dfe7-425e-abdf-dfd0cb1f0510,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:54.859522 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Attempting to bind port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:14:54.860005 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Attempting to bind port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '59d26ccb-b104-457c-b67d-7ea66091cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:14:54.860443 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Attempting to bind port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c on network eb5379c4-3b17-4caa-99fc-ba147abe3ec2 {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:14:54.867967 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:54.873168 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:14:54.873649 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Checking segment: {'id': '59d26ccb-b104-457c-b67d-7ea66091cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:14:54.874055 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:54.874717 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Bound using segment: {'id': '59d26ccb-b104-457c-b67d-7ea66091cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:14:54.875036 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Bound port: 2f0b5705-9a7b-4fce-afb6-8395d6e0688c, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d26ccb-b104-457c-b67d-7ea66091cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:14:54.875416 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:54.884167 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Allocated IP 172.28.2.206 (0fa4fef6-9966-433f-a9a0-b619cc4acad7/01718dbf-838e-406a-9174-db3581520999/6bad81a3-0e45-420c-b960-2a8dc836ba14) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:14:54.906305 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-98f1b92c-ad99-48b9-828b-c0d2ded2a936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:54.908821 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-98f1b92c-ad99-48b9-828b-c0d2ded2a936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:54.909926 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-98f1b92c-ad99-48b9-828b-c0d2ded2a936 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69e8954e-9fe9-4bf1-9de1-615f5971da0f HTTP/1.1" status: 204 len: 168 time: 1.1215920 Jun 08 04:14:54.920041 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-4a11a7ee-b1bc-4289-a2f0-fd688034e049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:55.007799 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1b92c-ad99-48b9-828b-c0d2ded2a936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e8954e-9fe9-4bf1-9de1-615f5971da0f,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:55.013589 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-98f1b92c-ad99-48b9-828b-c0d2ded2a936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:55.043292 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f495c-0948-4043-910d-ba2fa43037de req-31d29ccb-719f-4724-8453-abce1e394d8f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:55.044898 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b45f495c-0948-4043-910d-ba2fa43037de req-31d29ccb-719f-4724-8453-abce1e394d8f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 944 time: 0.2515082 Jun 08 04:14:55.126193 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] For port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:14:55.130270 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] For port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=2f0b5705-9a7b-4fce-afb6-8395d6e0688c,segment=NetworkSegment(59d26ccb-b104-457c-b67d-7ea66091cdbc),segment_id=59d26ccb-b104-457c-b67d-7ea66091cdbc)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:14:55.139514 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:55.154063 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 890f1d5f-f30f-4539-8c7d-4a6993872dae completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:14:55.159820 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 890f1d5f-f30f-4539-8c7d-4a6993872dae triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:55.160057 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:14:52Z', 'revision_number': 3, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port': {'id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:50Z', 'updated_at': '2021-06-08T04:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:14:55.160836 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:55.164197 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Checking router: 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:14:55.164621 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Updating router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 port 8c538803-df00-4cc6-b0d4-a379ee233113 binding host dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:14:55.197833 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:55.208569 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b45f495c-0948-4043-910d-ba2fa43037de req-c637241b-e346-4e96-96d0-1d7254be87ec tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541085 Jun 08 04:14:55.217271 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-de2902ce-ee0b-4d95-b141-27c4470ca64b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:55.229030 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:55.275269 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1898218'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:55.276721 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:55.276721 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:14:55.276721 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:14:55.276721 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:14:55.276721 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:55.276721 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:14:55.324164 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Pushing event updated for resources: {'Port': ['ID=2f0b5705-9a7b-4fce-afb6-8395d6e0688c,revision_number=2']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:55.324479 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:14:55.325475 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:55.327675 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:55.329605 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:14:55.387543 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:55.478675 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 890f1d5f-f30f-4539-8c7d-4a6993872dae, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=890f1d5f-f30f-4539-8c7d-4a6993872dae,segment=NetworkSegment(f378dc58-1880-471e-a694-0448c9eb618d),segment_id=f378dc58-1880-471e-a694-0448c9eb618d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:55.564906 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:55.567001 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:55.747441 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:55.755763 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=890f1d5f-f30f-4539-8c7d-4a6993872dae,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:55.766655 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:55.783553 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:14:55.907767 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 2e7e781f-171a-4172-8601-886f5834a538 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:14:56.040915 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Notify callbacks [] for port, precommit_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:56.054997 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.provisioning_blocks [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Transition to ACTIVE for port object 8c538803-df00-4cc6-b0d4-a379ee233113 will not be triggered until provisioned by entity L2. {{(pid=92283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:14:56.064384 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:56.064999 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:56.149255 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:56.150142 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port 2e7e781f-171a-4172-8601-886f5834a538 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:14:56.155368 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-10c2edf2-ed5b-42ed-a3d1-6ad71cc69f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:56.157924 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port 2e7e781f-171a-4172-8601-886f5834a538 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:56.158374 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:56.272614 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Allocated IP 172.20.0.1 (29de343d-a844-4dfc-bfb6-69bd35f7217d/3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8/4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:14:56.329235 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167f12b-2d84-47c4-baee-a2595d818267 None None] Pushing event updated for resources: {'Port': ['ID=8c538803-df00-4cc6-b0d4-a379ee233113,revision_number=2']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:56.334293 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-3167f12b-2d84-47c4-baee-a2595d818267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:56.361720 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Attempting to bind port 8c538803-df00-4cc6-b0d4-a379ee233113 on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:14:56.362442 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Attempting to bind port 8c538803-df00-4cc6-b0d4-a379ee233113 by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:14:56.362809 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Attempting to bind port 8c538803-df00-4cc6-b0d4-a379ee233113 on network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:14:56.372774 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:14:56.373438 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Checking segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:14:56.374010 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:56.374547 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Bound using segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:14:56.375660 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Bound port: 8c538803-df00-4cc6-b0d4-a379ee233113, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:14:56.376355 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:56.401535 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:56.466433 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:56.487254 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] For port 8c538803-df00-4cc6-b0d4-a379ee233113, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:14:56.494531 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] For port 8c538803-df00-4cc6-b0d4-a379ee233113, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=8c538803-df00-4cc6-b0d4-a379ee233113,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:14:56.516358 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 2e7e781f-171a-4172-8601-886f5834a538, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2e7e781f-171a-4172-8601-886f5834a538,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:56.519612 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aa453b-a917-4d1c-a867-17c210c7c84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7e781f-171a-4172-8601-886f5834a538'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:14:56.523470 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b59f7e-21c3-44d9-81a3-fd47b5c5c560" -d '{"events": [{"server_uuid": "87aa453b-a917-4d1c-a867-17c210c7c84b", "name": "network-vif-plugged", "status": "completed", "tag": "2e7e781f-171a-4172-8601-886f5834a538"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:14:56.549785 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:56.571556 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Transition to ACTIVE for port object 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d will not be triggered until provisioned by entity DHCP. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:14:56.588426 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a05f01-78be-49e9-b7fd-ed54448c6fc7 req-f9e567ac-13e9-4494-88e0-39a9e7583bc6 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:56.591917 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e277d5a-ca82-4f26-8515-3478ac901cd9 x-openstack-request-id: req-7e277d5a-ca82-4f26-8515-3478ac901cd9 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:14:56.592601 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87aa453b-a917-4d1c-a867-17c210c7c84b", "name": "network-vif-plugged", "status": "completed", "tag": "2e7e781f-171a-4172-8601-886f5834a538", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:14:56.592973 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e277d5a-ca82-4f26-8515-3478ac901cd9 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:14:56.593501 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87aa453b-a917-4d1c-a867-17c210c7c84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7e781f-171a-4172-8601-886f5834a538', 'code': 200} Jun 08 04:14:56.595610 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c3a05f01-78be-49e9-b7fd-ed54448c6fc7 req-f9e567ac-13e9-4494-88e0-39a9e7583bc6 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 944 time: 0.1364524 Jun 08 04:14:56.599920 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:56.606694 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:56.617622 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:56.620968 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:56.675284 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c3a05f01-78be-49e9-b7fd-ed54448c6fc7 req-c6a20821-d12f-41aa-b282-14b5cf66c9c3 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786057 Jun 08 04:14:56.753595 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=2e7e781f-171a-4172-8601-886f5834a538,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:56.760329 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:56.784039 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:56.784637 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:56.784637 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:14:56.784637 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:14:56.784637 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:14:56.784637 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:14:56.784637 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:14:56.812763 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Network 29de343d-a844-4dfc-bfb6-69bd35f7217d is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:14:56.814371 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:56.817770 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:14:56.828022 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167f12b-2d84-47c4-baee-a2595d818267 None None] Pushing event updated for resources: {'Port': ['ID=8c538803-df00-4cc6-b0d4-a379ee233113,revision_number=3']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:56.835834 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-3167f12b-2d84-47c4-baee-a2595d818267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:56.849944 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Routers {'4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:14:56.850779 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:14:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:14:56.929821 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867828'] for router_interface, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:57.084331 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9583010d-10dc-4a4b-b550-8de95c147ce4 None None] Network eb5379c4-3b17-4caa-99fc-ba147abe3ec2 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:14:57.152211 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] Set router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:14:57.331300 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:57.338425 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845218'] for router, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:57.372565 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-2a1bd29b-aeb4-44cf-98cc-b02270264e75 None None] Provisioning for port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:14:57.463319 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179356a8-7caf-4075-99a7-819e4f4ccf95 req-220c86b7-d786-49e4-8523-87972e1def5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:57.466188 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-179356a8-7caf-4075-99a7-819e4f4ccf95 req-220c86b7-d786-49e4-8523-87972e1def5a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 1098 time: 0.3968523 Jun 08 04:14:57.533103 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-179356a8-7caf-4075-99a7-819e4f4ccf95 req-7f7c78ec-721d-4993-801e-e20e7a5d5c12 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592897 Jun 08 04:14:57.590666 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:14:52Z', 'revision_number': 3, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port': {'id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:50Z', 'updated_at': '2021-06-08T04:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:14:57.596314 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87796aff-0dbd-4714-848a-22c397b86a6d None None] The sync data for ids ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'] in dv-cinder-786627-8-smb is: [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:14:52Z', 'revision_number': 3, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port': {'id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:50Z', 'updated_at': '2021-06-08T04:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:14:57.714196 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-1b9b08df-808e-4a1f-9aec-a5f9952d3b1e None None] Provisioning for port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:14:57.720639 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-1b9b08df-808e-4a1f-9aec-a5f9952d3b1e None None] Provisioning complete for port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:57.721335 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-1b9b08df-808e-4a1f-9aec-a5f9952d3b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:57.848313 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 2f0b5705-9a7b-4fce-afb6-8395d6e0688c up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:14:57.952404 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b08df-808e-4a1f-9aec-a5f9952d3b1e None None] Port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:14:58.012954 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Router 96cf52ac-4fe2-4008-8242-be931d90715d is scheduled to L3 agent f729afc5-256b-4804-be3b-fed15699d637 with binding_index 1 {{(pid=92280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 04:14:58.035857 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f7a13-3843-421f-aa1d-f6c5b942383b req-a0b08861-da2c-4a1d-a99c-66e73f12d44f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:58.043603 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-666f7a13-3843-421f-aa1d-f6c5b942383b req-a0b08861-da2c-4a1d-a99c-66e73f12d44f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 945 time: 0.2011740 Jun 08 04:14:58.141497 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:14:58.147134 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:58.147659 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:58.180503 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.db.resource_extend [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 04:14:58.218963 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:58.248818 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-666f7a13-3843-421f-aa1d-f6c5b942383b req-62800ba7-6ae2-49ea-8898-d4b51b49c4c9 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041731 Jun 08 04:14:58.288497 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:14:58.311364 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Sync routers for ids ['96cf52ac-4fe2-4008-8242-be931d90715d'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:14:58.311711 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b6b9a-06fc-49b1-91e8-585f43ca1f5a req-84ba5b9f-815e-4bc4-abef-7ee19c3f3b0b tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:58.318471 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6a9b6b9a-06fc-49b1-91e8-585f43ca1f5a req-84ba5b9f-815e-4bc4-abef-7ee19c3f3b0b tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1952105 Jun 08 04:14:58.348782 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:58.382339 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] Notify callbacks [] for router, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:58.385013 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-d5dd6db4-38c8-4964-9ce4-d89710731235 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6296349 Jun 08 04:14:58.387764 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34428) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:14:58.392555 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-10a4696d-ec69-411b-af95-82005e3d3bb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:58.398204 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Routers {'96cf52ac-4fe2-4008-8242-be931d90715d'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:14:58.399046 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:14:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['96cf52ac-4fe2-4008-8242-be931d90715d'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:14:58.442518 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76d302-469e-4023-8dbf-e477343a59b7 req-b6065820-8d7a-43db-838c-854be03e7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:58.446706 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ed76d302-469e-4023-8dbf-e477343a59b7 req-b6065820-8d7a-43db-838c-854be03e7420 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 1098 time: 0.3809123 Jun 08 04:14:58.465004 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:58.522851 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Pushing event updated for resources: {'Port': ['ID=4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:58.528523 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:58.529506 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-867637'] for router_interface, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:58.544050 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6a9b6b9a-06fc-49b1-91e8-585f43ca1f5a req-64f132a1-b75b-47f0-bb16-38237e8441d9 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220473 Jun 08 04:14:58.650860 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=2f0b5705-9a7b-4fce-afb6-8395d6e0688c,segment=NetworkSegment(59d26ccb-b104-457c-b67d-7ea66091cdbc),segment_id=59d26ccb-b104-457c-b67d-7ea66091cdbc)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:14:58.713143 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Set router 96cf52ac-4fe2-4008-8242-be931d90715d gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:14:58.743701 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76d302-469e-4023-8dbf-e477343a59b7 req-d0560203-7994-4b4a-b438-49004986916a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:58.745212 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ed76d302-469e-4023-8dbf-e477343a59b7 req-d0560203-7994-4b4a-b438-49004986916a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d089fd5-3829-4c08-bd4f-7cc574f62861 HTTP/1.1" status: 200 len: 920 time: 0.2017052 Jun 08 04:14:58.769674 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:58.770348 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 890f1d5f-f30f-4539-8c7d-4a6993872dae up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:14:58.885968 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:14:58.933011 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ed76d302-469e-4023-8dbf-e477343a59b7 req-4070a9c4-d6f8-46a4-815a-ceaab66ce336 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819fb6dd-663c-491b-a887-910350264c3c HTTP/1.1" status: 200 len: 217 time: 0.0909953 Jun 08 04:14:59.012640 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76d302-469e-4023-8dbf-e477343a59b7 req-9d0e1291-1883-44eb-abcf-854c8f4beea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:59.014064 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ed76d302-469e-4023-8dbf-e477343a59b7 req-9d0e1291-1883-44eb-abcf-854c8f4beea4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0474e6d9-865d-4b0c-a901-5588ecfaf9e6 HTTP/1.1" status: 200 len: 859 time: 0.0738714 Jun 08 04:14:59.058863 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=2f0b5705-9a7b-4fce-afb6-8395d6e0688c,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:14:59.061352 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 890f1d5f-f30f-4539-8c7d-4a6993872dae triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:59.064429 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:59.083721 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ed76d302-469e-4023-8dbf-e477343a59b7 req-9c26224f-e26a-49d0-9b2a-9350b2a5de15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d089fd5-3829-4c08-bd4f-7cc574f62861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606561 Jun 08 04:14:59.116844 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:14:59.209539 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Network 29de343d-a844-4dfc-bfb6-69bd35f7217d is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:14:59.213157 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:14:59.313451 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'name': 'tempest-TestMinimumBasicScenario-2071242271-router', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:53Z', 'updated_at': '2021-06-08T04:14:55Z', 'revision_number': 3, 'project_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'gw_port': {'id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:54Z', 'updated_at': '2021-06-08T04:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:14:59.321726 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Checking router: 96cf52ac-4fe2-4008-8242-be931d90715d for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:14:59.322104 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Updating router 96cf52ac-4fe2-4008-8242-be931d90715d port 6bad81a3-0e45-420c-b960-2a8dc836ba14 binding host dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:14:59.365539 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:59.421840 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:59.499236 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ed76d302-469e-4023-8dbf-e477343a59b7 req-62e19031-269b-4121-ab25-68cc87f01c13 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018357 Jun 08 04:14:59.628960 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-ad6ecec1-1a12-4c20-9bb6-d1ca9356aa32 None None] Provisioning complete for port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:59.629137 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ad6ecec1-1a12-4c20-9bb6-d1ca9356aa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:14:59.843235 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:14:59.866501 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 2f0b5705-9a7b-4fce-afb6-8395d6e0688c up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:14:59.888393 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Allocated IP 172.20.0.1 (eb5379c4-3b17-4caa-99fc-ba147abe3ec2/c122b28d-0c87-4f0e-b3af-f676490beec5/bc9dd701-97bb-4f45-99d0-32c24965d488) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:14:59.913570 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ecec1-1a12-4c20-9bb6-d1ca9356aa32 None None] Port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:14:59.981060 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdca50-1490-4b67-83c5-96ad3f0c3426 req-431c23ce-978a-47db-92f7-6b321fb230e2 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:14:59.991576 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a7cdca50-1490-4b67-83c5-96ad3f0c3426 req-431c23ce-978a-47db-92f7-6b321fb230e2 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 945 time: 0.5884311 Jun 08 04:14:59.997299 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:14:59.998190 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:00.101842 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ed76d302-469e-4023-8dbf-e477343a59b7 req-7501f3e0-e14c-40a3-9681-bada2753a045 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902686 Jun 08 04:15:00.107122 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:00.129314 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Transition to ACTIVE for port object bc9dd701-97bb-4f45-99d0-32c24965d488 will not be triggered until provisioned by entity DHCP. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:15:00.159012 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a7cdca50-1490-4b67-83c5-96ad3f0c3426 req-855ce7c7-ef71-4508-97cf-6e980cb8b095 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665001 Jun 08 04:15:00.217041 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1898218'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:00.217805 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:15:00.217805 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:15:00.217805 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:15:00.217805 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:15:00.217805 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:15:00.217805 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:15:00.235192 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9ee1-f85f-4d61-8259-15ba8416b757 req-ba63ec4d-d7fe-413d-a795-3ec178fde2c1 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:00.237181 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-935d9ee1-f85f-4d61-8259-15ba8416b757 req-ba63ec4d-d7fe-413d-a795-3ec178fde2c1 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.4647233 Jun 08 04:15:00.259193 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Network eb5379c4-3b17-4caa-99fc-ba147abe3ec2 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:15:00.262856 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:15:00.286135 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:15:00.293572 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Notify callbacks [] for port, precommit_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:00.297541 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 8c538803-df00-4cc6-b0d4-a379ee233113 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:00.298151 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:15:00.306805 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] 10.222.0.18 "PUT /v2.0/routers/4c352cd7-8d59-45cf-bb48-4c9fe03e11a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9916863 Jun 08 04:15:00.309741 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-935d9ee1-f85f-4d61-8259-15ba8416b757 req-db0acbb7-2a6c-4f91-ad71-3d6838f1ea9a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635271 Jun 08 04:15:00.310755 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Sync routers for ids ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:15:00.346735 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Routers {'4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:15:00.347398 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:14:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:00.407874 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867828'] for router_interface, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:00.450766 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Transition to ACTIVE for port object 6bad81a3-0e45-420c-b960-2a8dc836ba14 will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:15:00.519934 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:00.525446 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e067ac0c-3c24-4083-9d20-6f15680943b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:00.587270 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 8c538803-df00-4cc6-b0d4-a379ee233113 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:15:00.596494 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 8c538803-df00-4cc6-b0d4-a379ee233113 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:00.596948 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:00.696904 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:00.754897 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31fce2-adb7-429e-92c1-8166a6c97f2f None None] Pushing event updated for resources: {'Port': ['ID=6bad81a3-0e45-420c-b960-2a8dc836ba14,revision_number=2']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:00.765819 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-af31fce2-adb7-429e-92c1-8166a6c97f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:00.766418 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Set router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:15:00.767597 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Attempting to bind port 6bad81a3-0e45-420c-b960-2a8dc836ba14 on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:15:00.771073 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Attempting to bind port 6bad81a3-0e45-420c-b960-2a8dc836ba14 by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:15:00.771073 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Attempting to bind port 6bad81a3-0e45-420c-b960-2a8dc836ba14 on network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:15:00.803032 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:15:00.803310 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Checking segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:15:00.803708 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:00.804131 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Bound using segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:15:00.804611 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Bound port: 6bad81a3-0e45-420c-b960-2a8dc836ba14, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:15:00.806177 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:00.853547 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-816978e4-55fc-4031-8652-6ed667948011 None None] Provisioning for port bc9dd701-97bb-4f45-99d0-32c24965d488 completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:15:00.879929 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-816978e4-55fc-4031-8652-6ed667948011 None None] Provisioning complete for port bc9dd701-97bb-4f45-99d0-32c24965d488 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:00.880220 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-816978e4-55fc-4031-8652-6ed667948011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:00.942799 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:00.964892 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-816978e4-55fc-4031-8652-6ed667948011 None None] Port bc9dd701-97bb-4f45-99d0-32c24965d488 cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:15:00.974749 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 8c538803-df00-4cc6-b0d4-a379ee233113, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=8c538803-df00-4cc6-b0d4-a379ee233113,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:15:00.976083 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] For port 6bad81a3-0e45-420c-b960-2a8dc836ba14, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:15:00.980024 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] For port 6bad81a3-0e45-420c-b960-2a8dc836ba14, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=6bad81a3-0e45-420c-b960-2a8dc836ba14,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:15:01.058447 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:01.073278 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-5dd6dea8-5498-4809-8485-971b911bf9b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:01.117744 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:01.134435 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:01.192526 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Routers {'96cf52ac-4fe2-4008-8242-be931d90715d'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:15:01.193236 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:14:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['96cf52ac-4fe2-4008-8242-be931d90715d'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:01.199277 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1898228'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:01.205041 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:14:57Z', 'revision_number': 4, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port': {'id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:50Z', 'updated_at': '2021-06-08T04:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d', 'name': '', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'mac_address': 'fa:16:3e:e3:96:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:55Z', 'updated_at': '2021-06-08T04:14:57Z', 'revision_number': 2, 'project_id': '3002b5386f4844238db562f48f30e074', 'subnets': [{'id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:01.209445 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Checking router: 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:15:01.209776 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Updating router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d binding host dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:15:01.229830 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:01.259190 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=8c538803-df00-4cc6-b0d4-a379ee233113,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:01.271515 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:01.273469 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:01.280542 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:01.321910 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-867637'] for router_interface, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:01.326457 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9dd701-97bb-4f45-99d0-32c24965d488,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:01.331583 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:01.447136 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 34494) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:01.452709 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1721231840-network', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:01.499503 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31fce2-adb7-429e-92c1-8166a6c97f2f None None] Pushing event updated for resources: {'Port': ['ID=6bad81a3-0e45-420c-b960-2a8dc836ba14,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:01.503596 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-af31fce2-adb7-429e-92c1-8166a6c97f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:01.511805 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] Set router 96cf52ac-4fe2-4008-8242-be931d90715d gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:15:01.554341 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Made reservation on behalf of da6bce9930634106a183f5e0b77129bb for: {'network': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:15:01.558093 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:01.644755 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Network eb5379c4-3b17-4caa-99fc-ba147abe3ec2 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:15:01.647524 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:15:01.676660 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 8c538803-df00-4cc6-b0d4-a379ee233113 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:01.686008 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:01.783798 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 34498) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:01.849502 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Notify callbacks [] for port, precommit_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:01.870558 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.provisioning_blocks [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Transition to ACTIVE for port object 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d will not be triggered until provisioned by entity L2. {{(pid=92283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:15:01.921137 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Router 96cf52ac-4fe2-4008-8242-be931d90715d has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:15:01.935153 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_v2 [None req-5799e1f8-290a-4bc8-ac64-80b040d88c18 admin admin] Deleting subnet b5b65720-07fb-49f7-95dd-ae714434381b {{(pid=92281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:15:01.938912 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5799e1f8-290a-4bc8-ac64-80b040d88c18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:01.953995 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:01.958212 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:01.993928 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a804410-ce03-4626-bdbc-622ad21c412e req-86a6ab12-b77a-43e2-8766-f16f7ecd5589 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:02.001241 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8a804410-ce03-4626-bdbc-622ad21c412e req-86a6ab12-b77a-43e2-8766-f16f7ecd5589 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.4146283 Jun 08 04:15:02.048771 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5799e1f8-290a-4bc8-ac64-80b040d88c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2050149'] for subnet, precommit_delete_associations {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:02.093902 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 8c538803-df00-4cc6-b0d4-a379ee233113 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:02.093902 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:02.113182 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6dbf7-91f2-4fd8-a4c3-26f634ca8848 None None] Pushing event updated for resources: {'Port': ['ID=4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d,revision_number=3']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:02.162588 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-a5b6dbf7-91f2-4fd8-a4c3-26f634ca8848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:02.165859 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-331353af-c038-4c3f-b194-9f6acc5e8007 None None] Provisioning complete for port bc9dd701-97bb-4f45-99d0-32c24965d488 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:02.166247 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-331353af-c038-4c3f-b194-9f6acc5e8007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:02.179597 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8a804410-ce03-4626-bdbc-622ad21c412e req-51295df3-196e-475f-b33a-e79266dc2e97 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717463 Jun 08 04:15:02.194517 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:15:02.207602 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5799e1f8-290a-4bc8-ac64-80b040d88c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:02.211269 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] 10.222.0.18 "PUT /v2.0/routers/96cf52ac-4fe2-4008-8242-be931d90715d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8221085 Jun 08 04:15:02.356377 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-331353af-c038-4c3f-b194-9f6acc5e8007 None None] Port bc9dd701-97bb-4f45-99d0-32c24965d488 cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:15:02.403421 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:02.409306 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'name': 'tempest-TestMinimumBasicScenario-2071242271-router', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:53Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 4, 'project_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'gw_port': {'id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:54Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': 'bc9dd701-97bb-4f45-99d0-32c24965d488', 'name': '', 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'mac_address': 'fa:16:3e:02:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c122b28d-0c87-4f0e-b3af-f676490beec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:59Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 2, 'project_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'subnets': [{'id': 'c122b28d-0c87-4f0e-b3af-f676490beec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:02.413448 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ac857-50e6-4678-9141-3cef27acbb9b None None] The sync data for ids ['96cf52ac-4fe2-4008-8242-be931d90715d'] in dv-cinder-786627-8-smb is: [{'id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'name': 'tempest-TestMinimumBasicScenario-2071242271-router', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:53Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 4, 'project_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'gw_port': {'id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:54Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': 'bc9dd701-97bb-4f45-99d0-32c24965d488', 'name': '', 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'mac_address': 'fa:16:3e:02:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c122b28d-0c87-4f0e-b3af-f676490beec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:59Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 2, 'project_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'subnets': [{'id': 'c122b28d-0c87-4f0e-b3af-f676490beec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:15:02.434864 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-96a831c8-f4b6-47e2-8b91-529bc514bd1e req-21189591-f041-4ae6-95be-8b992189872c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1215324 Jun 08 04:15:02.511746 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:02.517956 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-1556326b-e5ed-4084-944f-8fb8209405ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:02.529240 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5799e1f8-290a-4bc8-ac64-80b040d88c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2017662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2127496'] for subnet, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:02.560925 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=92281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:15:02.613348 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8850c8b-58ca-49d1-9cff-71a59f604c78,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:02.639134 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5799e1f8-290a-4bc8-ac64-80b040d88c18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:02.641057 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-5799e1f8-290a-4bc8-ac64-80b040d88c18 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b5b65720-07fb-49f7-95dd-ae714434381b HTTP/1.1" status: 204 len: 168 time: 0.8550541 Jun 08 04:15:02.643724 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34512) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:02.644998 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:02.649930 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:02.650269 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.db.segments_db [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Added segment 2a4ac32b-71ab-4f7c-8266-ae956fac9c1f of type vlan for network ae9248a8-0f14-49f2-8cc1-f58e9ba60138 Jun 08 04:15:02.651324 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-941a3c0c-3bf9-45c4-b3d6-4b5ad82b5d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:02.659384 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Attempting to bind port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:15:02.659948 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Attempting to bind port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '574a9879-1c36-4098-a2b6-89eb5bea0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d'}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:15:02.662708 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Attempting to bind port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d on network 29de343d-a844-4dfc-bfb6-69bd35f7217d {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:15:02.709161 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:15:02.715139 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Checking segment: {'id': '574a9879-1c36-4098-a2b6-89eb5bea0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:15:02.715606 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:02.716009 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Bound using segment: {'id': '574a9879-1c36-4098-a2b6-89eb5bea0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d'} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:15:02.716509 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Bound port: 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574a9879-1c36-4098-a2b6-89eb5bea0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d'}}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:15:02.716883 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:02.817684 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799e1f8-290a-4bc8-ac64-80b040d88c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b65720-07fb-49f7-95dd-ae714434381b,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:02.869605 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-5799e1f8-290a-4bc8-ac64-80b040d88c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:02.882829 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:02.900250 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a831c8-f4b6-47e2-8b91-529bc514bd1e req-3fc2110a-ccd8-4b5f-8b80-10e93505c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:02.902251 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-96a831c8-f4b6-47e2-8b91-529bc514bd1e req-3fc2110a-ccd8-4b5f-8b80-10e93505c538 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 1098 time: 0.4430943 Jun 08 04:15:02.941431 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:02.985077 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] For port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:15:02.993967 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] For port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:15:03.067690 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:03.076491 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:03.199482 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:03.203364 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a831c8-f4b6-47e2-8b91-529bc514bd1e req-df60aec1-d66b-46c0-894e-5cf10d1b5a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:03.210474 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-96a831c8-f4b6-47e2-8b91-529bc514bd1e req-df60aec1-d66b-46c0-894e-5cf10d1b5a97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d089fd5-3829-4c08-bd4f-7cc574f62861 HTTP/1.1" status: 200 len: 920 time: 0.2498775 Jun 08 04:15:03.211649 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:03.212235 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:03.218442 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-bda662ae-c91d-4975-9c8a-b005761ca5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:03.261629 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Routers {'4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:15:03.262266 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:14:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:03.300513 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:03.340841 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1']}} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:03.376872 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6dbf7-91f2-4fd8-a4c3-26f634ca8848 None None] Pushing event updated for resources: {'Port': ['ID=4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d,revision_number=4']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:03.379665 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde4c32d-dcc2-43a9-a6fc-70b0635a725d') {'for_net_delete': True} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:03.379977 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde4c32d-dcc2-43a9-a6fc-70b0635a725d') {} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:03.391424 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-a5b6dbf7-91f2-4fd8-a4c3-26f634ca8848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:03.398577 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2255164'] for segment, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:03.442577 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:03.453259 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:15:03.453583 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1898128'] for segment, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: Traceback (most recent call last): Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: timer() Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: cb(*args, **kw) Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: return func(*args, **kwargs) Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: self._notify() Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: self.callback(batched_events) Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: event.method(event) Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: return f(self, *a, **k) Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: return self._get(url).json() Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: return self.request(url, 'GET', **kwargs) Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:15:03.484154 dv-cinder-786627-8-smb neutron-server[92280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:15:03.491110 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-96a831c8-f4b6-47e2-8b91-529bc514bd1e req-b37a07b1-e727-47e9-8bba-855536173620 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=345c963c-5972-4cb1-b8d3-bebf58cf9060 HTTP/1.1" status: 200 len: 217 time: 0.2357099 Jun 08 04:15:03.649946 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] Set router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:15:03.679457 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:03.683826 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4d3918a1-de1d-4766-b44d-3cb7a89a9bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:03.697959 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:03.703699 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1 HTTP/1.1" status: 204 len: 168 time: 1.0586052 Jun 08 04:15:03.704567 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Pushing event updated for resources: {'Network': ['ID=ae9248a8-0f14-49f2-8cc1-f58e9ba60138,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:03.707562 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34554) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:03.709300 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:03.722698 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2738836 Jun 08 04:15:03.725908 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network ae9248a8-0f14-49f2-8cc1-f58e9ba60138 details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:15:03.732304 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 34556) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:03.749803 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8ebb5f0-9b3a-4227-bf99-6cbc28a96fa1,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:03.787337 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_v2 [None req-8624d9e8-4dcf-4f81-947c-432b1bc7142b admin admin] Deleting subnet a26734aa-1276-41dd-966c-5dad1e0740b6 {{(pid=92280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:15:03.790710 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:03.791663 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8624d9e8-4dcf-4f81-947c-432b1bc7142b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:03.806731 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-e6c5f0fb-b72b-4a73-b202-a4491a2174b6 admin admin] Request body: {'subnet': {'network_id': 'ae9248a8-0f14-49f2-8cc1-f58e9ba60138', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1721231840-subnet', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'ip_version': 4}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:03.874812 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8624d9e8-4dcf-4f81-947c-432b1bc7142b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2255159'] for subnet, precommit_delete_associations {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:03.929694 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c5f0fb-b72b-4a73-b202-a4491a2174b6 admin admin] Made reservation on behalf of da6bce9930634106a183f5e0b77129bb for: {'subnet': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:15:03.932113 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f0fb-b72b-4a73-b202-a4491a2174b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2127533'] for subnet, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:04.004002 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8624d9e8-4dcf-4f81-947c-432b1bc7142b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:04.113211 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:15:04.201636 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8624d9e8-4dcf-4f81-947c-432b1bc7142b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438373'] for subnet, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:04.209390 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-7913f714-be98-42b8-a6e8-f9298cd0040e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:04.248542 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:14:57Z', 'revision_number': 4, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port': {'id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:50Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d', 'name': '', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'mac_address': 'fa:16:3e:e3:96:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:55Z', 'updated_at': '2021-06-08T04:15:02Z', 'revision_number': 4, 'project_id': '3002b5386f4844238db562f48f30e074', 'subnets': [{'id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:04.253712 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6267b8cb-4613-4b1d-818d-4fe075c3a320 None None] The sync data for ids ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'] in dv-cinder-786627-8-smb is: [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:14:57Z', 'revision_number': 4, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port': {'id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:50Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d', 'name': '', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'mac_address': 'fa:16:3e:e3:96:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:55Z', 'updated_at': '2021-06-08T04:15:02Z', 'revision_number': 4, 'project_id': '3002b5386f4844238db562f48f30e074', 'subnets': [{'id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:15:04.284517 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a831c8-f4b6-47e2-8b91-529bc514bd1e req-59f16ee7-fb18-44f2-af3c-c4b941f1943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:04.286030 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-96a831c8-f4b6-47e2-8b91-529bc514bd1e req-59f16ee7-fb18-44f2-af3c-c4b941f1943a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0474e6d9-865d-4b0c-a901-5588ecfaf9e6 HTTP/1.1" status: 200 len: 859 time: 0.7729697 Jun 08 04:15:04.287176 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624d9e8-4dcf-4f81-947c-432b1bc7142b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26734aa-1276-41dd-966c-5dad1e0740b6,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:04.308409 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8624d9e8-4dcf-4f81-947c-432b1bc7142b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:04.347802 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8624d9e8-4dcf-4f81-947c-432b1bc7142b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:04.349855 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-8624d9e8-4dcf-4f81-947c-432b1bc7142b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a26734aa-1276-41dd-966c-5dad1e0740b6 HTTP/1.1" status: 204 len: 168 time: 0.6413038 Jun 08 04:15:04.352317 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34564) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:04.376454 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-96a831c8-f4b6-47e2-8b91-529bc514bd1e req-986137ec-c53e-4aec-8a52-68e0de1ffb56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d089fd5-3829-4c08-bd4f-7cc574f62861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534577 Jun 08 04:15:04.403891 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-2457fb35-263c-4e73-a113-fe0bbe0c15de tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:04.411287 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-2457fb35-263c-4e73-a113-fe0bbe0c15de tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/networks?id=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f HTTP/1.1" status: 200 len: 815 time: 0.9135313 Jun 08 04:15:04.545903 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:04.590461 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-c6960e91-37e8-4113-9b69-46fbd15ed236 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/quotas/9765c1f610b948999a3bc6325f4797f4 HTTP/1.1" status: 200 len: 375 time: 0.1782296 Jun 08 04:15:04.617261 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827883f-4a6c-4457-9e0f-f492fd3f3c75 req-8616ffba-1f5a-43fe-8195-4ff238965d2d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:04.626289 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f827883f-4a6c-4457-9e0f-f492fd3f3c75 req-8616ffba-1f5a-43fe-8195-4ff238965d2d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.9101455 Jun 08 04:15:04.761792 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:04.776260 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0fab7c-d29d-45d1-9cb1-d78ec8fca2e5']}} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:04.790494 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba05ab9b-159c-444f-b1c2-c83d279431e8') {'for_net_delete': True} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:04.790792 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba05ab9b-159c-444f-b1c2-c83d279431e8') {} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:04.807195 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2255164'] for segment, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:04.843530 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:04.859188 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=92280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:15:04.859584 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1898128'] for segment, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: Traceback (most recent call last): Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: timer() Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: cb(*args, **kw) Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: return func(*args, **kwargs) Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: self._notify() Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: self.callback(batched_events) Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: event.method(event) Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: return f(self, *a, **k) Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: return self._get(url).json() Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: return self.request(url, 'GET', **kwargs) Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:15:04.876936 dv-cinder-786627-8-smb neutron-server[92280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:15:04.879913 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f827883f-4a6c-4457-9e0f-f492fd3f3c75 req-bba78b54-b815-463a-8cda-bb06dc947dc6 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522006 Jun 08 04:15:04.925667 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f0fb-b72b-4a73-b202-a4491a2174b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2127491'] for subnet, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:04.966046 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-2a82635c-c763-4aef-bafe-c981bd46fbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:04.976502 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:05.064432 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-96a831c8-f4b6-47e2-8b91-529bc514bd1e req-2c009567-9be2-451b-bf53-a3dffdcb1132 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6508970 Jun 08 04:15:05.108045 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:05.114114 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:05.116306 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9a0fab7c-d29d-45d1-9cb1-d78ec8fca2e5 HTTP/1.1" status: 204 len: 168 time: 0.7627780 Jun 08 04:15:05.117223 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:05.156662 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0fab7c-d29d-45d1-9cb1-d78ec8fca2e5,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:05.163599 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:05.246683 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5f0fb-b72b-4a73-b202-a4491a2174b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf540f3-fdc4-45d9-a0ce-d9815d391346,revision_number=0']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:05.268760 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e6c5f0fb-b72b-4a73-b202-a4491a2174b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:05.280625 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-441f98d0-c000-4842-91a4-e21b567d5d45 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9765c1f610b948999a3bc6325f4797f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6766813 Jun 08 04:15:05.291276 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c5f0fb-b72b-4a73-b202-a4491a2174b6 admin admin] Checking segment: {'id': '2a4ac32b-71ab-4f7c-8266-ae956fac9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ae9248a8-0f14-49f2-8cc1-f58e9ba60138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:15:05.291580 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c5f0fb-b72b-4a73-b202-a4491a2174b6 admin admin] Network hostable DHCP agents. Network: ae9248a8-0f14-49f2-8cc1-f58e9ba60138, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:15:05.425780 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-96a831c8-f4b6-47e2-8b91-529bc514bd1e req-7b6f25f9-a7e9-40fc-8884-5f544585f4fa service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450744 Jun 08 04:15:05.487961 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c5f0fb-b72b-4a73-b202-a4491a2174b6 admin admin] Network ae9248a8-0f14-49f2-8cc1-f58e9ba60138 is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:15:05.501581 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-f2fb5507-c4d1-43f3-9bef-f11b500fa7f5 service neutron] 10.222.0.18 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113824 Jun 08 04:15:05.709342 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-e6c5f0fb-b72b-4a73-b202-a4491a2174b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, ae9248a8-0f14-49f2-8cc1-f58e9ba60138) {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:15:05.714317 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c5f0fb-b72b-4a73-b202-a4491a2174b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:05.715236 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f0fb-b72b-4a73-b202-a4491a2174b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:05.722834 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ac0a7e-95da-42aa-a868-b86dc832b634 None None] Network ae9248a8-0f14-49f2-8cc1-f58e9ba60138 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:15:05.851159 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34570) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:05.865070 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-4d619a03-08f2-4acc-84dc-a546940826db service neutron] 10.222.0.18 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411789 Jun 08 04:15:05.880922 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:06.026054 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-771d5e27-76b8-4a04-825f-608a2dbbac33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2199932e437c4192ba27a70b07df87df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711555 Jun 08 04:15:06.026273 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-e6c5f0fb-b72b-4a73-b202-a4491a2174b6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2337446 Jun 08 04:15:06.027062 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 34574) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:06.027485 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 34576) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:06.033789 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1721231840-router', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:06.234393 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:15:06.261031 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c6272ed-b784-502d-b0b0-df7a280b3536-ae9248a8-0f14-49f2-8cc1-f58e9ba60138', 'network_id': 'ae9248a8-0f14-49f2-8cc1-f58e9ba60138', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'fixed_ips': [{'subnet_id': 'eaf540f3-fdc4-45d9-a0ce-d9815d391346'}]}} from dv-cinder-786627-8-smb. {{(pid=92282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 04:15:06.265125 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:06.282652 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5583f62d-4d26-4065-aaa8-d121f9b37402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:06.301453 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:06.301835 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:06.329138 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-847681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5480'] for router, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:06.329823 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845197', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-855567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5393'] for router, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:06.431475 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5583f62d-4d26-4065-aaa8-d121f9b37402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:06.540944 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Sync routers for ids ['96cf52ac-4fe2-4008-8242-be931d90715d'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:15:06.545611 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388c3db-5c8e-4ca9-ac51-b77ee2486de7 req-8828fdae-be93-4955-98ec-06e24084e69c tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:06.552704 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f388c3db-5c8e-4ca9-ac51-b77ee2486de7 req-8828fdae-be93-4955-98ec-06e24084e69c tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.3672774 Jun 08 04:15:06.593797 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:06.638222 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Routers {'96cf52ac-4fe2-4008-8242-be931d90715d'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:15:06.638870 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:14:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['96cf52ac-4fe2-4008-8242-be931d90715d'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:06.686232 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d744412b-065d-4614-bbed-977c2c6811ce req-398a81e8-bf5c-4ad5-b666-cf625597d7dd tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 210 time: 0.1249797 Jun 08 04:15:06.734425 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f388c3db-5c8e-4ca9-ac51-b77ee2486de7 req-168f29b8-23a3-493e-ae6c-be25d698297c tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807637 Jun 08 04:15:06.902663 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5583f62d-4d26-4065-aaa8-d121f9b37402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:06.909797 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-5583f62d-4d26-4065-aaa8-d121f9b37402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:06.910975 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-5583f62d-4d26-4065-aaa8-d121f9b37402 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2983df0e-e693-482f-b3c7-52a3b585ec14 HTTP/1.1" status: 204 len: 168 time: 0.8811619 Jun 08 04:15:06.936202 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-98f1b92c-ad99-48b9-828b-c0d2ded2a936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:06.950504 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:06.969317 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583f62d-4d26-4065-aaa8-d121f9b37402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2983df0e-e693-482f-b3c7-52a3b585ec14,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:06.976032 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-5583f62d-4d26-4065-aaa8-d121f9b37402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:07.056493 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.db_base_plugin_common [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Allocated IP 172.20.0.2 (ae9248a8-0f14-49f2-8cc1-f58e9ba60138/eaf540f3-fdc4-45d9-a0ce-d9815d391346/8ce68391-f63c-4fab-88e2-52c82ab20628) {{(pid=92282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:15:07.072171 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:15:07.088603 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Set router 96cf52ac-4fe2-4008-8242-be931d90715d gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:15:07.268894 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:07.269997 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 6bad81a3-0e45-420c-b960-2a8dc836ba14 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:07.309614 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:07.382959 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5379'] for router, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:07.483005 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:07.491650 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:07.814083 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 6bad81a3-0e45-420c-b960-2a8dc836ba14 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:15:07.829496 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 6bad81a3-0e45-420c-b960-2a8dc836ba14 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:07.830012 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:07.939373 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34604) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:07.949007 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Notify callbacks [] for port, precommit_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:08.006952 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Transition to ACTIVE for port object 8ce68391-f63c-4fab-88e2-52c82ab20628 will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:15:08.047696 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-021980a7-0c4c-4c45-b1ef-b00a92f89de2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b186e77bf96e44508df3acc852c18d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1064873 Jun 08 04:15:08.049375 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34606) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:08.085939 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:08.118136 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Transition to ACTIVE for port object 8ce68391-f63c-4fab-88e2-52c82ab20628 will not be triggered until provisioned by entity DHCP. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:15:08.159183 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 6bad81a3-0e45-420c-b960-2a8dc836ba14, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=6bad81a3-0e45-420c-b960-2a8dc836ba14,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:15:08.232996 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'name': 'tempest-TestMinimumBasicScenario-2071242271-router', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:53Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 4, 'project_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'gw_port': {'id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:54Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': 'bc9dd701-97bb-4f45-99d0-32c24965d488', 'name': '', 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'mac_address': 'fa:16:3e:02:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c122b28d-0c87-4f0e-b3af-f676490beec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:59Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 2, 'project_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'subnets': [{'id': 'c122b28d-0c87-4f0e-b3af-f676490beec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:08.232996 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Checking router: 96cf52ac-4fe2-4008-8242-be931d90715d for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:15:08.234173 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5be58620-8073-4426-8cf5-95e05a4b2e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:08.234288 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Updating router 96cf52ac-4fe2-4008-8242-be931d90715d port bc9dd701-97bb-4f45-99d0-32c24965d488 binding host dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:15:08.234387 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cbbd18d9-0927-4581-b10a-7a80b38e4f58 req-caa2c67b-06b0-4123-8628-96ea4efbdc01 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 210 time: 0.2336719 Jun 08 04:15:08.250143 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5be58620-8073-4426-8cf5-95e05a4b2e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:08.343673 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:08.377049 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:08.420535 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:08.524408 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6989386-96f5-4cf8-b4d7-5a29b767e9d4 req-c1f936d1-0d9d-44c1-a5d9-0352b3fd0e0a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:08.526083 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c6989386-96f5-4cf8-b4d7-5a29b767e9d4 req-c1f936d1-0d9d-44c1-a5d9-0352b3fd0e0a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.4028544 Jun 08 04:15:08.536534 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5be58620-8073-4426-8cf5-95e05a4b2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:08.540003 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5be58620-8073-4426-8cf5-95e05a4b2e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:08.549575 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-5be58620-8073-4426-8cf5-95e05a4b2e9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3123dd4f-033e-4e4c-936f-a818088670bb HTTP/1.1" status: 204 len: 168 time: 0.4896741 Jun 08 04:15:08.549575 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-d8e6714c-a75e-434e-a69e-f543b1ebed2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:08.551509 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:08.551509 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:08.558737 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be58620-8073-4426-8cf5-95e05a4b2e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3123dd4f-033e-4e4c-936f-a818088670bb,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:08.566211 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5be58620-8073-4426-8cf5-95e05a4b2e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:08.633493 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366'] for port, after_create {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:08.634214 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:15:08.634214 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:15:08.634214 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:15:08.634214 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:15:08.634214 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:15:08.634214 dv-cinder-786627-8-smb neutron-server[92282]: ERROR neutron_lib.callbacks.manager Jun 08 04:15:08.645667 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=6bad81a3-0e45-420c-b960-2a8dc836ba14,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:08.654503 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Allocated IP 172.28.2.74 (0fa4fef6-9966-433f-a9a0-b619cc4acad7/01718dbf-838e-406a-9174-db3581520999/b651cf24-c687-42b4-b023-405765ac8a2e) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:15:08.666133 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:08.750038 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Network ae9248a8-0f14-49f2-8cc1-f58e9ba60138 is already hosted by enough agents. {{(pid=92282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:15:08.756890 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.scheduler.base_scheduler [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Resources bound (agent type, host, resource id): {{(pid=92282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:15:08.759022 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:08.792139 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Received port after_create {{(pid=92282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:15:08.892807 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c6989386-96f5-4cf8-b4d7-5a29b767e9d4 req-77adf509-f99d-441d-a553-30eb884c1e62 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600757 Jun 08 04:15:08.902196 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:08.987997 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Attempting to bind port 8ce68391-f63c-4fab-88e2-52c82ab20628 on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:15:08.988370 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Attempting to bind port 8ce68391-f63c-4fab-88e2-52c82ab20628 by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '2a4ac32b-71ab-4f7c-8266-ae956fac9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ae9248a8-0f14-49f2-8cc1-f58e9ba60138'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:15:08.988739 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Attempting to bind port 8ce68391-f63c-4fab-88e2-52c82ab20628 on network ae9248a8-0f14-49f2-8cc1-f58e9ba60138 {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:15:09.006540 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:15:09.045814 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Checking segment: {'id': '2a4ac32b-71ab-4f7c-8266-ae956fac9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ae9248a8-0f14-49f2-8cc1-f58e9ba60138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:15:09.045814 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:09.045814 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Bound using segment: {'id': '2a4ac32b-71ab-4f7c-8266-ae956fac9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ae9248a8-0f14-49f2-8cc1-f58e9ba60138'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:15:09.045814 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Bound port: 8ce68391-f63c-4fab-88e2-52c82ab20628, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ac32b-71ab-4f7c-8266-ae956fac9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ae9248a8-0f14-49f2-8cc1-f58e9ba60138'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:15:09.045814 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:09.087502 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:09.087875 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:09.216285 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] For port 8ce68391-f63c-4fab-88e2-52c82ab20628, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:15:09.236854 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] For port 8ce68391-f63c-4fab-88e2-52c82ab20628, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=8ce68391-f63c-4fab-88e2-52c82ab20628,segment=NetworkSegment(2a4ac32b-71ab-4f7c-8266-ae956fac9c1f),segment_id=2a4ac32b-71ab-4f7c-8266-ae956fac9c1f)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:15:09.239254 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Notify callbacks [] for port, precommit_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:09.283224 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Transition to ACTIVE for port object bc9dd701-97bb-4f45-99d0-32c24965d488 will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:15:09.286107 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:09.286800 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:15:09.286800 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:15:09.286800 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:15:09.286800 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:15:09.286800 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:15:09.286800 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:15:09.308561 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:15:09.309587 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:15:09.312071 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:15:09.354217 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:09.360860 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-af31fce2-adb7-429e-92c1-8166a6c97f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:09.427238 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:09.548443 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Pushing event updated for resources: {'Port': ['ID=8ce68391-f63c-4fab-88e2-52c82ab20628,revision_number=2']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:09.561156 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:09.565920 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:09.793967 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d08d31-4e67-4917-8ec8-e37fb57fedfb None None] Pushing event updated for resources: {'Port': ['ID=bc9dd701-97bb-4f45-99d0-32c24965d488,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:09.804387 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c4d08d31-4e67-4917-8ec8-e37fb57fedfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:09.807986 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Attempting to bind port bc9dd701-97bb-4f45-99d0-32c24965d488 on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:15:09.808477 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Attempting to bind port bc9dd701-97bb-4f45-99d0-32c24965d488 by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '59d26ccb-b104-457c-b67d-7ea66091cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:15:09.808734 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Attempting to bind port bc9dd701-97bb-4f45-99d0-32c24965d488 on network eb5379c4-3b17-4caa-99fc-ba147abe3ec2 {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:15:09.865005 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:15:09.865005 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Checking segment: {'id': '59d26ccb-b104-457c-b67d-7ea66091cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:15:09.865728 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:09.866230 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Bound using segment: {'id': '59d26ccb-b104-457c-b67d-7ea66091cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:15:09.866825 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Bound port: bc9dd701-97bb-4f45-99d0-32c24965d488, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d26ccb-b104-457c-b67d-7ea66091cdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:15:09.868905 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:09.895529 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-02d63bdc-5a3c-4752-8e58-c006cf522a05 req-1458da2c-eefd-42fb-b46b-a6d30c6dc17c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 210 time: 0.4146981 Jun 08 04:15:10.134453 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] For port bc9dd701-97bb-4f45-99d0-32c24965d488, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:15:10.138389 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] For port bc9dd701-97bb-4f45-99d0-32c24965d488, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=bc9dd701-97bb-4f45-99d0-32c24965d488,segment=NetworkSegment(59d26ccb-b104-457c-b67d-7ea66091cdbc),segment_id=59d26ccb-b104-457c-b67d-7ea66091cdbc)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:15:10.205719 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:10.216965 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:10.325397 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Routers {'96cf52ac-4fe2-4008-8242-be931d90715d'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:15:10.326833 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:14:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['96cf52ac-4fe2-4008-8242-be931d90715d'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:10.515707 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d08d31-4e67-4917-8ec8-e37fb57fedfb None None] Pushing event updated for resources: {'Port': ['ID=bc9dd701-97bb-4f45-99d0-32c24965d488,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:10.531792 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c4d08d31-4e67-4917-8ec8-e37fb57fedfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:10.683345 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] Set router 96cf52ac-4fe2-4008-8242-be931d90715d gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:15:10.834415 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:11.142237 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device bc9dd701-97bb-4f45-99d0-32c24965d488 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:11.168778 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-92021452-7aa7-4fbb-a5aa-ed93a866db4b tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:11.170856 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-92021452-7aa7-4fbb-a5aa-ed93a866db4b tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "GET /v2.0/networks?id=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f HTTP/1.1" status: 200 len: 815 time: 1.2462308 Jun 08 04:15:11.186770 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b518db4-88b2-47b6-8a21-d1846cbd0b20 req-d5d5712c-d9f7-4074-adad-b8186f0504b8 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:11.188225 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6b518db4-88b2-47b6-8a21-d1846cbd0b20 req-d5d5712c-d9f7-4074-adad-b8186f0504b8 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 1.0024304 Jun 08 04:15:11.229015 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74ca4c5-6782-4ffc-a40b-3ad5b573ae44 None None] Network ae9248a8-0f14-49f2-8cc1-f58e9ba60138 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:15:11.240654 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-a0fa669d-4cf7-4e17-b84f-8abf09ef2f6f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Request body: {'port': {'device_id': '464bdbf9-b399-4a54-9bcc-edcf6f7c8e97', 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f', 'admin_state_up': True, 'tenant_id': '9765c1f610b948999a3bc6325f4797f4'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:11.404110 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cdfbbb03-5d02-4b03-9a35-74981f0b36b9 req-13344a57-bd60-47c0-80ab-3c343607f67a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 210 time: 0.2254472 Jun 08 04:15:11.501478 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6b518db4-88b2-47b6-8a21-d1846cbd0b20 req-e2e880bb-9f30-4891-941d-7d6bdb5e80c8 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998388 Jun 08 04:15:11.534818 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845218'] for router, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:11.702284 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-635f6cda-3bd6-4119-93e5-c87837379dd1 None None] Provisioning for port 8ce68391-f63c-4fab-88e2-52c82ab20628 completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:15:11.745809 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port bc9dd701-97bb-4f45-99d0-32c24965d488 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:15:11.762106 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port bc9dd701-97bb-4f45-99d0-32c24965d488 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:11.762636 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:11.810883 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-a0fa669d-4cf7-4e17-b84f-8abf09ef2f6f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Made reservation on behalf of 9765c1f610b948999a3bc6325f4797f4 for: {'port': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:15:11.817241 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-a0fa669d-4cf7-4e17-b84f-8abf09ef2f6f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:11.862770 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Router 9494880e-2b00-46c9-ab5c-025910e92730 is scheduled to L3 agent f729afc5-256b-4804-be3b-fed15699d637 with binding_index 1 {{(pid=92281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 04:15:11.865875 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'name': 'tempest-TestMinimumBasicScenario-2071242271-router', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:53Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 4, 'project_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'gw_port': {'id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:54Z', 'updated_at': '2021-06-08T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': 'bc9dd701-97bb-4f45-99d0-32c24965d488', 'name': '', 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'mac_address': 'fa:16:3e:02:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c122b28d-0c87-4f0e-b3af-f676490beec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:59Z', 'updated_at': '2021-06-08T04:15:10Z', 'revision_number': 4, 'project_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'subnets': [{'id': 'c122b28d-0c87-4f0e-b3af-f676490beec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:11.918487 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01177f-e8e4-4966-8722-49c51ffa18fd None None] The sync data for ids ['96cf52ac-4fe2-4008-8242-be931d90715d'] in dv-cinder-786627-8-smb is: [{'id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'name': 'tempest-TestMinimumBasicScenario-2071242271-router', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:53Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 4, 'project_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'gw_port': {'id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:54Z', 'updated_at': '2021-06-08T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': 'bc9dd701-97bb-4f45-99d0-32c24965d488', 'name': '', 'network_id': 'eb5379c4-3b17-4caa-99fc-ba147abe3ec2', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'mac_address': 'fa:16:3e:02:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c122b28d-0c87-4f0e-b3af-f676490beec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:59Z', 'updated_at': '2021-06-08T04:15:10Z', 'revision_number': 4, 'project_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'subnets': [{'id': 'c122b28d-0c87-4f0e-b3af-f676490beec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:15:11.956707 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:12.017885 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port bc9dd701-97bb-4f45-99d0-32c24965d488, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=bc9dd701-97bb-4f45-99d0-32c24965d488,segment=NetworkSegment(59d26ccb-b104-457c-b67d-7ea66091cdbc),segment_id=59d26ccb-b104-457c-b67d-7ea66091cdbc)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:15:12.070121 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34664) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:12.125463 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:12.129906 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 8ce68391-f63c-4fab-88e2-52c82ab20628 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:12.261309 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-a0fa669d-4cf7-4e17-b84f-8abf09ef2f6f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Allocated IP 172.20.0.11 (e97d6132-85d0-4e4a-9c43-1ae30cd7d35f/641a26e1-b53e-42f6-82ec-ed94a7238fc9/e57e78a3-d98e-4bad-871f-a0a1e8319879) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:15:12.284207 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-5dd6dea8-5498-4809-8485-971b911bf9b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:12.399182 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-abee7e3f-60d5-4dc6-99a0-52070873b2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:12.415406 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=bc9dd701-97bb-4f45-99d0-32c24965d488,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:12.419180 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:12.445768 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-d6e707bc-a70b-4952-8055-c19a28034f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:12.468216 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 8ce68391-f63c-4fab-88e2-52c82ab20628 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:15:12.474938 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 8ce68391-f63c-4fab-88e2-52c82ab20628 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:12.475728 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:12.600478 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-abee7e3f-60d5-4dc6-99a0-52070873b2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:12.666561 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-abee7e3f-60d5-4dc6-99a0-52070873b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:12.689422 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-10f1c1ac-cd2d-4437-b752-a7f1c8f80a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:12.708469 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:12.773148 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 8ce68391-f63c-4fab-88e2-52c82ab20628, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=8ce68391-f63c-4fab-88e2-52c82ab20628,segment=NetworkSegment(2a4ac32b-71ab-4f7c-8266-ae956fac9c1f),segment_id=2a4ac32b-71ab-4f7c-8266-ae956fac9c1f)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:15:12.792596 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-abee7e3f-60d5-4dc6-99a0-52070873b2ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e48d9bcd67a24274adc2193ebd447f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7203777 Jun 08 04:15:12.793361 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34674) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:12.794054 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee7e3f-60d5-4dc6-99a0-52070873b2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f27506-98db-43cf-8114-ac88c37b9e86,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:12.827208 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-abee7e3f-60d5-4dc6-99a0-52070873b2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:12.839714 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:12.840577 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 6bad81a3-0e45-420c-b960-2a8dc836ba14 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:12.909611 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-991df16e-2716-41d2-b8b2-b6303ae333c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:12.915000 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:12.947984 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-991df16e-2716-41d2-b8b2-b6303ae333c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:13.021924 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=8ce68391-f63c-4fab-88e2-52c82ab20628,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:13.025120 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:13.035589 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 6bad81a3-0e45-420c-b960-2a8dc836ba14 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:13.037811 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:13.071931 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-926217c6-b367-4f33-a990-d61f00f8fa60 req-ed9ee804-43f2-434a-8de1-504d55299d0f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 210 time: 0.2381237 Jun 08 04:15:13.103648 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-991df16e-2716-41d2-b8b2-b6303ae333c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:13.111999 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-991df16e-2716-41d2-b8b2-b6303ae333c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:13.111999 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-991df16e-2716-41d2-b8b2-b6303ae333c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1f27506-98db-43cf-8114-ac88c37b9e86 HTTP/1.1" status: 204 len: 168 time: 0.3105807 Jun 08 04:15:13.111999 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-f117fc54-0c92-4c6e-8e95-9cd19549b29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:13.123407 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:15:13.140083 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Sync routers for ids ['9494880e-2b00-46c9-ab5c-025910e92730'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:15:13.152515 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991df16e-2716-41d2-b8b2-b6303ae333c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f27506-98db-43cf-8114-ac88c37b9e86,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:13.155427 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-991df16e-2716-41d2-b8b2-b6303ae333c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:13.164039 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Routers {'9494880e-2b00-46c9-ab5c-025910e92730'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:15:13.169283 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:14:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['9494880e-2b00-46c9-ab5c-025910e92730'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:13.251575 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-a0fa669d-4cf7-4e17-b84f-8abf09ef2f6f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:13.303323 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b37087-7106-4306-aac2-60527d5066b1 req-7fe77e14-594f-4be1-a57d-31249212001a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:13.305663 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-61b37087-7106-4306-aac2-60527d5066b1 req-7fe77e14-594f-4be1-a57d-31249212001a tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.4731777 Jun 08 04:15:13.358787 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] Notify callbacks [] for router, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:13.362840 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34680) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:13.364286 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-2bc2fbab-5d40-4074-8bd8-6bc845be7d2d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.3356769 Jun 08 04:15:13.395650 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-61b37087-7106-4306-aac2-60527d5066b1 req-878fc02a-ec69-4fa2-8eb5-a268a9f9d3ae tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756495 Jun 08 04:15:13.513721 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Set router 9494880e-2b00-46c9-ab5c-025910e92730 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:15:13.526419 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-a0fa669d-4cf7-4e17-b84f-8abf09ef2f6f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:13.529601 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-a0fa669d-4cf7-4e17-b84f-8abf09ef2f6f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:15:13.529601 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:15:13.529601 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:15:13.529601 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:15:13.529601 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:15:13.529601 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:15:13.541318 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['267e4e16-6a66-4a8d-b55a-9710764984e4', '2e7e781f-171a-4172-8601-886f5834a538'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:15:13.576861 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-a0fa669d-4cf7-4e17-b84f-8abf09ef2f6f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:15:13.579276 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-a0fa669d-4cf7-4e17-b84f-8abf09ef2f6f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:15:13.594331 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-a0fa669d-4cf7-4e17-b84f-8abf09ef2f6f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:15:13.601983 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device bc9dd701-97bb-4f45-99d0-32c24965d488 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:13.726518 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-a0fa669d-4cf7-4e17-b84f-8abf09ef2f6f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:13.727717 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-a0fa669d-4cf7-4e17-b84f-8abf09ef2f6f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:13.817233 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-a0fa669d-4cf7-4e17-b84f-8abf09ef2f6f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6186652 Jun 08 04:15:13.832526 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Request body: {'port': {'device_id': '464bdbf9-b399-4a54-9bcc-edcf6f7c8e97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:13.887384 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port bc9dd701-97bb-4f45-99d0-32c24965d488 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:13.887959 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:13.994743 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9494880e-2b00-46c9-ab5c-025910e92730', 'name': 'tempest-TestShelveInstance-1721231840-router', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b651cf24-c687-42b4-b023-405765ac8a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:15:06Z', 'updated_at': '2021-06-08T04:15:09Z', 'revision_number': 3, 'project_id': 'da6bce9930634106a183f5e0b77129bb', 'gw_port': {'id': 'b651cf24-c687-42b4-b023-405765ac8a2e', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9494880e-2b00-46c9-ab5c-025910e92730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:15:08Z', 'updated_at': '2021-06-08T04:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:14.001627 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Checking router: 9494880e-2b00-46c9-ab5c-025910e92730 for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:15:14.005080 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Updating router 9494880e-2b00-46c9-ab5c-025910e92730 port b651cf24-c687-42b4-b023-405765ac8a2e binding host dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:15:14.066719 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:14.083507 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 8ce68391-f63c-4fab-88e2-52c82ab20628 up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:14.104222 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:14.264855 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 8ce68391-f63c-4fab-88e2-52c82ab20628 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:14.265457 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:14.631468 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca3f8c-d7f7-4c9b-9b4d-3a15c312efca req-0efc4276-bbde-433b-ada4-ea20f81c6603 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:14.636862 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Notify callbacks [] for port, precommit_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:14.638116 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c1ca3f8c-d7f7-4c9b-9b4d-3a15c312efca req-0efc4276-bbde-433b-ada4-ea20f81c6603 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 932 time: 0.2809229 Jun 08 04:15:14.663363 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.provisioning_blocks [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Transition to ACTIVE for port object b651cf24-c687-42b4-b023-405765ac8a2e will not be triggered until provisioned by entity L2. {{(pid=92283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:15:14.706716 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c1ca3f8c-d7f7-4c9b-9b4d-3a15c312efca req-3e7b9ac7-bb99-4036-9391-ba485b9f3f5d tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676556 Jun 08 04:15:14.731215 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:14.748201 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:14.755197 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-3167f12b-2d84-47c4-baee-a2595d818267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:14.866260 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:14.871344 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47734038-953c-4008-a71a-2ac7dd3cff9a req-d04cc709-bd2b-46c8-8dac-e38e4b52cefe tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:14.873303 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-47734038-953c-4008-a71a-2ac7dd3cff9a req-d04cc709-bd2b-46c8-8dac-e38e4b52cefe tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1705580 Jun 08 04:15:14.877609 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8c6a-0d99-4bf4-8941-4901f11ee9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:14.888206 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57e78a3-d98e-4bad-871f-a0a1e8319879 {{(pid=92281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:15:14.905563 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:14.953742 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Attempting to bind port b651cf24-c687-42b4-b023-405765ac8a2e on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:15:14.954387 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Attempting to bind port b651cf24-c687-42b4-b023-405765ac8a2e by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:15:14.954946 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Attempting to bind port b651cf24-c687-42b4-b023-405765ac8a2e on network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:15:14.955083 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Transition to ACTIVE for port object e57e78a3-d98e-4bad-871f-a0a1e8319879 will not be triggered until provisioned by entity L2. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:15:14.958195 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-47734038-953c-4008-a71a-2ac7dd3cff9a req-c8e9712f-52ee-409c-9c60-ccb06769df42 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605717 Jun 08 04:15:14.965540 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc070db-c406-4d4b-806e-9a9a7b57e0ed None None] Pushing event updated for resources: {'Port': ['ID=b651cf24-c687-42b4-b023-405765ac8a2e,revision_number=2']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:14.966197 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-7bc070db-c406-4d4b-806e-9a9a7b57e0ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:14.967282 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:15:14.967843 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Checking segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:15:14.968393 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:14.968932 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Bound using segment: {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'} {{(pid=92283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:15:14.969563 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.managers [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Bound port: b651cf24-c687-42b4-b023-405765ac8a2e, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2584e49c-2de6-4e0a-b70a-e74312669879', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}}] {{(pid=92283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:15:14.970089 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:15.066758 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] For port b651cf24-c687-42b4-b023-405765ac8a2e, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:15:15.069969 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.plugins.ml2.db [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] For port b651cf24-c687-42b4-b023-405765ac8a2e, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=b651cf24-c687-42b4-b023-405765ac8a2e,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:15:15.091217 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:15.095490 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:15.221168 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Allocated IP 172.20.0.1 (ae9248a8-0f14-49f2-8cc1-f58e9ba60138/eaf540f3-fdc4-45d9-a0ce-d9815d391346/09f967d6-f9a6-470b-8f68-8adb3cbff11e) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:15:15.240437 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron_lib.callbacks.manager [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:15.261020 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:15.290900 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Pushing event updated for resources: {'Port': ['ID=e57e78a3-d98e-4bad-871f-a0a1e8319879,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:15.296121 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:15.342846 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Attempting to bind port e57e78a3-d98e-4bad-871f-a0a1e8319879 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:15:15.343214 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Attempting to bind port e57e78a3-d98e-4bad-871f-a0a1e8319879 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:15:15.343595 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Attempting to bind port e57e78a3-d98e-4bad-871f-a0a1e8319879 on network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:15:15.348437 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Port e57e78a3-d98e-4bad-871f-a0a1e8319879 on network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:15:15.348749 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Attempting to bind port e57e78a3-d98e-4bad-871f-a0a1e8319879 on network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:15:15.355706 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:15:15.355930 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Checking segment: {'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:15:15.356441 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Bound using segment: {'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:15:15.356569 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Bound port: e57e78a3-d98e-4bad-871f-a0a1e8319879, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'}}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:15:15.357583 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:15.369185 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:15.371217 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc070db-c406-4d4b-806e-9a9a7b57e0ed None None] Pushing event updated for resources: {'Port': ['ID=b651cf24-c687-42b4-b023-405765ac8a2e,revision_number=3']} {{(pid=92283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:15.384390 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG oslo_concurrency.lockutils [None req-7bc070db-c406-4d4b-806e-9a9a7b57e0ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:15.384985 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Routers {'9494880e-2b00-46c9-ab5c-025910e92730'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:15:15.385591 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:15:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['9494880e-2b00-46c9-ab5c-025910e92730'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:15.407109 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Transition to ACTIVE for port object 09f967d6-f9a6-470b-8f68-8adb3cbff11e will not be triggered until provisioned by entity DHCP. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:15:15.466380 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] For port e57e78a3-d98e-4bad-871f-a0a1e8319879, host hv-cinder-78662, cleared binding levels {{(pid=92281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:15:15.470010 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] For port e57e78a3-d98e-4bad-871f-a0a1e8319879, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e57e78a3-d98e-4bad-871f-a0a1e8319879,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:15:15.508696 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1898218'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:15.509951 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:15:15.509951 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:15:15.509951 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:15:15.509951 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:15:15.509951 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:15:15.509951 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:15:15.530292 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Network ae9248a8-0f14-49f2-8cc1-f58e9ba60138 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:15:15.531802 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:15:15.534602 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:15:15.537136 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:15.543924 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:15.972410 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-867828'] for router_interface, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:15.974661 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:15.974661 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:15.974661 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] 10.222.0.21 "PUT /v2.0/ports/e57e78a3-d98e-4bad-871f-a0a1e8319879 HTTP/1.1" status: 200 len: 1094 time: 1.8394644 Jun 08 04:15:15.974661 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464bdbf9-b399-4a54-9bcc-edcf6f7c8e97', 'tag': 'e57e78a3-d98e-4bad-871f-a0a1e8319879'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:15:15.974661 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1b9fcd-d0d9-49b2-9b5f-54104f13e278" -d '{"events": [{"name": "network-changed", "server_uuid": "464bdbf9-b399-4a54-9bcc-edcf6f7c8e97", "tag": "e57e78a3-d98e-4bad-871f-a0a1e8319879"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:15:15.976979 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] Set router 9494880e-2b00-46c9-ab5c-025910e92730 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:15:15.977770 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Pushing event updated for resources: {'Port': ['ID=e57e78a3-d98e-4bad-871f-a0a1e8319879,revision_number=3']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:15.977770 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:15.977770 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a8a821-d602-4351-9c2b-30d402ef1df7 x-openstack-request-id: req-b4a8a821-d602-4351-9c2b-30d402ef1df7 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:15:15.977770 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464bdbf9-b399-4a54-9bcc-edcf6f7c8e97", "tag": "e57e78a3-d98e-4bad-871f-a0a1e8319879", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:15:15.977770 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4a8a821-d602-4351-9c2b-30d402ef1df7 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:15:15.977770 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464bdbf9-b399-4a54-9bcc-edcf6f7c8e97', 'tag': 'e57e78a3-d98e-4bad-871f-a0a1e8319879', 'status': 'completed', 'code': 200} Jun 08 04:15:15.977770 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9fcd-d0d9-49b2-9b5f-54104f13e278 req-9ff9bfc1-c067-4499-b88d-26ddde6fa7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:15.977770 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-da1b9fcd-d0d9-49b2-9b5f-54104f13e278 req-9ff9bfc1-c067-4499-b88d-26ddde6fa7f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9765c1f610b948999a3bc6325f4797f4&device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 1097 time: 0.0975351 Jun 08 04:15:16.093907 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9494880e-2b00-46c9-ab5c-025910e92730', 'name': 'tempest-TestShelveInstance-1721231840-router', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b651cf24-c687-42b4-b023-405765ac8a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:15:06Z', 'updated_at': '2021-06-08T04:15:09Z', 'revision_number': 3, 'project_id': 'da6bce9930634106a183f5e0b77129bb', 'gw_port': {'id': 'b651cf24-c687-42b4-b023-405765ac8a2e', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9494880e-2b00-46c9-ab5c-025910e92730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:15:08Z', 'updated_at': '2021-06-08T04:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:16.099963 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd56bd6-e12b-4cb9-85fe-5d55124951de None None] The sync data for ids ['9494880e-2b00-46c9-ab5c-025910e92730'] in dv-cinder-786627-8-smb is: [{'id': '9494880e-2b00-46c9-ab5c-025910e92730', 'name': 'tempest-TestShelveInstance-1721231840-router', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b651cf24-c687-42b4-b023-405765ac8a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:15:06Z', 'updated_at': '2021-06-08T04:15:09Z', 'revision_number': 3, 'project_id': 'da6bce9930634106a183f5e0b77129bb', 'gw_port': {'id': 'b651cf24-c687-42b4-b023-405765ac8a2e', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9494880e-2b00-46c9-ab5c-025910e92730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:15:08Z', 'updated_at': '2021-06-08T04:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:15:16.175515 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:16.266211 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62070c31-9e0a-4108-97b4-0140daa69317 req-1444c036-4fb5-462c-86d0-b6ee2ff9ea72 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:16.267706 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-62070c31-9e0a-4108-97b4-0140daa69317 req-1444c036-4fb5-462c-86d0-b6ee2ff9ea72 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 944 time: 0.3359723 Jun 08 04:15:16.273431 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9fcd-d0d9-49b2-9b5f-54104f13e278 req-9dcaada0-33c9-4ae4-8bdc-1ea3db068d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:16.274819 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-da1b9fcd-d0d9-49b2-9b5f-54104f13e278 req-9dcaada0-33c9-4ae4-8bdc-1ea3db068d15 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9765c1f610b948999a3bc6325f4797f4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3086994 Jun 08 04:15:16.295475 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e221a51f-eacf-43cc-a4d9-ef0df6ae5d34 None None] Provisioning for port 09f967d6-f9a6-470b-8f68-8adb3cbff11e completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:15:16.301733 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e221a51f-eacf-43cc-a4d9-ef0df6ae5d34 None None] Provisioning complete for port 09f967d6-f9a6-470b-8f68-8adb3cbff11e triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:16.302826 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e221a51f-eacf-43cc-a4d9-ef0df6ae5d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:16.354174 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:16.365463 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e221a51f-eacf-43cc-a4d9-ef0df6ae5d34 None None] Port 09f967d6-f9a6-470b-8f68-8adb3cbff11e cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:15:16.475541 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-62070c31-9e0a-4108-97b4-0140daa69317 req-5bb71ed1-bc98-4c67-849b-0c4de03383a0 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997104 Jun 08 04:15:16.560740 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9fcd-d0d9-49b2-9b5f-54104f13e278 req-3256b402-ce5c-4e1e-9b16-c8b46f7023d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:16.562197 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-da1b9fcd-d0d9-49b2-9b5f-54104f13e278 req-3256b402-ce5c-4e1e-9b16-c8b46f7023d9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2592130 Jun 08 04:15:16.582215 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287d61e-a6bc-4b88-a2a7-63676128f5af req-7b031fe3-45f8-422f-b8c6-ede3f907cab1 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:16.590384 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f287d61e-a6bc-4b88-a2a7-63676128f5af req-7b031fe3-45f8-422f-b8c6-ede3f907cab1 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.3664770 Jun 08 04:15:16.718002 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:16.727497 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f287d61e-a6bc-4b88-a2a7-63676128f5af req-78e9f6a1-f13f-4fc5-a05e-4d049a4d0781 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361625 Jun 08 04:15:16.750050 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-5a24ec92-7879-4c1f-a301-8824f7f249db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:16.751884 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-5a24ec92-7879-4c1f-a301-8824f7f249db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9765c1f610b948999a3bc6325f4797f4&device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 1097 time: 0.1385803 Jun 08 04:15:16.786856 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1898228'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:16.853319 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:16.900683 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-c87cc79c-fab0-4bc2-a64c-78f822c9d1a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e57e78a3-d98e-4bad-871f-a0a1e8319879 HTTP/1.1" status: 200 len: 217 time: 0.1405842 Jun 08 04:15:16.986352 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-f66fd5f9-add1-4141-b86a-e023c11ae75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:16.987640 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-f66fd5f9-add1-4141-b86a-e023c11ae75e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=641a26e1-b53e-42f6-82ec-ed94a7238fc9 HTTP/1.1" status: 200 len: 855 time: 0.0797269 Jun 08 04:15:17.038278 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-761511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-867637'] for router_interface, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:17.051025 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Pushing event updated for resources: {'Port': ['ID=09f967d6-f9a6-470b-8f68-8adb3cbff11e,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:17.057501 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-b8bc4625-5143-4090-a8ad-ebd6acb6cfc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633843 Jun 08 04:15:17.059770 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:17.236988 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-e5e95b2f-b986-46e2-9dcf-25ee1fa8d59a service neutron] 10.222.0.21 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713259 Jun 08 04:15:17.253211 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Network ae9248a8-0f14-49f2-8cc1-f58e9ba60138 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:15:17.254749 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:15:17.425445 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2c7d488-75b0-4cfc-96b6-c353b9ab91ac req-2ed59c63-774c-4520-a7ed-41ca9166d0db service neutron] 10.222.0.21 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812632 Jun 08 04:15:17.607547 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-6443ca40-95b5-4b53-897c-c4e91daaf83d None None] Provisioning complete for port 09f967d6-f9a6-470b-8f68-8adb3cbff11e triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:17.608768 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-6443ca40-95b5-4b53-897c-c4e91daaf83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:17.657968 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device b651cf24-c687-42b4-b023-405765ac8a2e up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:17.664101 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Router 9494880e-2b00-46c9-ab5c-025910e92730 has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:15:17.713542 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:17.764042 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-6443ca40-95b5-4b53-897c-c4e91daaf83d None None] Port 09f967d6-f9a6-470b-8f68-8adb3cbff11e cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:15:17.776109 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c91e4-be7b-4716-9946-fd2c0649fdcc req-650056b9-9ee3-4e95-9eda-fb2ba0647900 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:17.783496 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-964c91e4-be7b-4716-9946-fd2c0649fdcc req-650056b9-9ee3-4e95-9eda-fb2ba0647900 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 944 time: 0.1052213 Jun 08 04:15:17.834158 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-964c91e4-be7b-4716-9946-fd2c0649fdcc req-07b9ff42-f374-48ea-9d5c-55a10906c01e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498087 Jun 08 04:15:17.862396 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port b651cf24-c687-42b4-b023-405765ac8a2e completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:15:17.867931 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port b651cf24-c687-42b4-b023-405765ac8a2e triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:17.871888 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:17.927239 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:15:17.945977 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-05814bda-4675-48c9-ba44-bbf455d190a2 admin admin] 10.222.0.18 "PUT /v2.0/routers/9494880e-2b00-46c9-ab5c-025910e92730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5811625 Jun 08 04:15:18.013155 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e697a85-e120-4aab-a67e-46476bfbd4d2 req-9588d2f3-6972-4c86-ada5-4939aa817dd2 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:18.015708 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9e697a85-e120-4aab-a67e-46476bfbd4d2 req-9588d2f3-6972-4c86-ada5-4939aa817dd2 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1548650 Jun 08 04:15:18.084765 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9e697a85-e120-4aab-a67e-46476bfbd4d2 req-127b06e0-d648-4cd6-bff5-78736d0ccb1b tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607290 Jun 08 04:15:18.100225 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:18.136466 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port b651cf24-c687-42b4-b023-405765ac8a2e, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=b651cf24-c687-42b4-b023-405765ac8a2e,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:15:18.222693 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:18.224879 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:18.326236 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=b651cf24-c687-42b4-b023-405765ac8a2e,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:18.342182 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:18.342620 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:18.343068 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:18.343467 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:18.343861 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:18.344250 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:18.344651 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:18.345033 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:18.346710 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:18.347136 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:18.347533 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:18.347939 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:18.355042 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:18.364213 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Sync routers for ids ['9494880e-2b00-46c9-ab5c-025910e92730'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:15:18.380115 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Routers {'9494880e-2b00-46c9-ab5c-025910e92730'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:15:18.381696 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:15:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['9494880e-2b00-46c9-ab5c-025910e92730'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:18.584078 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Set router 9494880e-2b00-46c9-ab5c-025910e92730 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:15:18.827764 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34722) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:18.833050 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-4b4988e4-373a-4598-8ae5-875f86a978cd tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870990404', 'description': 'tempest-secgroup-smoke-1870990404 description', 'project_id': '3002b5386f4844238db562f48f30e074'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:18.970637 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4b4988e4-373a-4598-8ae5-875f86a978cd tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:18.985498 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9494880e-2b00-46c9-ab5c-025910e92730', 'name': 'tempest-TestShelveInstance-1721231840-router', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b651cf24-c687-42b4-b023-405765ac8a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:15:06Z', 'updated_at': '2021-06-08T04:15:15Z', 'revision_number': 4, 'project_id': 'da6bce9930634106a183f5e0b77129bb', 'gw_port': {'id': 'b651cf24-c687-42b4-b023-405765ac8a2e', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9494880e-2b00-46c9-ab5c-025910e92730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:15:08Z', 'updated_at': '2021-06-08T04:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '09f967d6-f9a6-470b-8f68-8adb3cbff11e', 'name': '', 'network_id': 'ae9248a8-0f14-49f2-8cc1-f58e9ba60138', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'mac_address': 'fa:16:3e:b2:01:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9494880e-2b00-46c9-ab5c-025910e92730', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf540f3-fdc4-45d9-a0ce-d9815d391346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:15:14Z', 'updated_at': '2021-06-08T04:15:16Z', 'revision_number': 2, 'project_id': 'da6bce9930634106a183f5e0b77129bb', 'subnets': [{'id': 'eaf540f3-fdc4-45d9-a0ce-d9815d391346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:18.992568 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Checking router: 9494880e-2b00-46c9-ab5c-025910e92730 for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:15:18.993095 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Updating router 9494880e-2b00-46c9-ab5c-025910e92730 port 09f967d6-f9a6-470b-8f68-8adb3cbff11e binding host dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 04:15:19.058181 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:19.105181 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4b4988e4-373a-4598-8ae5-875f86a978cd tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:19.145961 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186ca23-b159-467f-b581-6688df6c9e2c req-0a8a16e6-e8a1-4b8a-b26b-b74a6b08d619 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:19.153495 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d186ca23-b159-467f-b581-6688df6c9e2c req-0a8a16e6-e8a1-4b8a-b26b-b74a6b08d619 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 944 time: 0.1245465 Jun 08 04:15:19.188177 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4b4988e4-373a-4598-8ae5-875f86a978cd tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:19.210259 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-809d0cd5-0515-46f5-b9fb-6ee907e96470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:19.222230 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d186ca23-b159-467f-b581-6688df6c9e2c req-31c84fbb-b140-40a2-9c09-694e017e5040 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588050 Jun 08 04:15:19.270606 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4988e4-373a-4598-8ae5-875f86a978cd tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1132bf-e6a9-434f-a6d4-d80e86d1def2,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:19.275666 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4b4988e4-373a-4598-8ae5-875f86a978cd tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:19.331129 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4b4988e4-373a-4598-8ae5-875f86a978cd tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:19.332368 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-4b4988e4-373a-4598-8ae5-875f86a978cd tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5030596 Jun 08 04:15:19.335282 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34730) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:19.341010 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-075d1de8-6ee9-476b-befa-8e9102c5e643 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Request body: {'security_group_rule': {'security_group_id': '8d1132bf-e6a9-434f-a6d4-d80e86d1def2', 'project_id': '3002b5386f4844238db562f48f30e074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:19.370332 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144863a-2f7c-495b-bdab-b8239cf893ad req-2cfa3f31-6296-402c-91d1-056b09d493fa tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:19.373530 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6144863a-2f7c-495b-bdab-b8239cf893ad req-2cfa3f31-6296-402c-91d1-056b09d493fa tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1496356 Jun 08 04:15:19.428425 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6144863a-2f7c-495b-bdab-b8239cf893ad req-2e4b7056-4536-4b1c-950b-a44d6e20b538 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496902 Jun 08 04:15:19.484956 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-075d1de8-6ee9-476b-befa-8e9102c5e643 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:19.552337 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Notify callbacks [] for port, precommit_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:19.557316 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device b651cf24-c687-42b4-b023-405765ac8a2e up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:19.591773 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-075d1de8-6ee9-476b-befa-8e9102c5e643 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:19.615032 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Transition to ACTIVE for port object 09f967d6-f9a6-470b-8f68-8adb3cbff11e will not be triggered until provisioned by entity L2. {{(pid=92282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:15:19.643591 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port b651cf24-c687-42b4-b023-405765ac8a2e triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:19.644032 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:19.689777 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-075d1de8-6ee9-476b-befa-8e9102c5e643 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:19.691545 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:19.712857 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d1de8-6ee9-476b-befa-8e9102c5e643 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038ff58d-ccd5-4779-95e0-7f257c32ac42,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:19.717876 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-075d1de8-6ee9-476b-befa-8e9102c5e643 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:19.726894 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:19.757975 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:19.834536 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-075d1de8-6ee9-476b-befa-8e9102c5e643 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:19.840344 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 34734) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:19.844126 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-40af1fa6-16c4-48fb-9ebf-42d05af3c28c tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Request body: {'security_group_rule': {'security_group_id': '8d1132bf-e6a9-434f-a6d4-d80e86d1def2', 'project_id': '3002b5386f4844238db562f48f30e074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:19.845840 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-075d1de8-6ee9-476b-befa-8e9102c5e643 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5093689 Jun 08 04:15:19.938766 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bafe1-dc19-4377-9985-5fe12f524e61 None None] Pushing event updated for resources: {'Port': ['ID=09f967d6-f9a6-470b-8f68-8adb3cbff11e,revision_number=3']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:19.957300 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-243bafe1-dc19-4377-9985-5fe12f524e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:19.989546 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-40af1fa6-16c4-48fb-9ebf-42d05af3c28c tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:20.018700 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Attempting to bind port 09f967d6-f9a6-470b-8f68-8adb3cbff11e on host dv-cinder-786627-8-smb for vnic_type normal with profile {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:15:20.019307 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Attempting to bind port 09f967d6-f9a6-470b-8f68-8adb3cbff11e by drivers openvswitch,hyperv on host dv-cinder-786627-8-smb at level 0 using segments [{'id': '2a4ac32b-71ab-4f7c-8266-ae956fac9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ae9248a8-0f14-49f2-8cc1-f58e9ba60138'}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:15:20.022358 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Attempting to bind port 09f967d6-f9a6-470b-8f68-8adb3cbff11e on network ae9248a8-0f14-49f2-8cc1-f58e9ba60138 {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:15:20.030091 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Checking agent: {'id': 'b32b3e68-8b93-4ab8-a7b3-cf14e65d103b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 4, 45), 'started_at': datetime.datetime(2021, 6, 8, 4, 5, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:15:20.030478 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Checking segment: {'id': '2a4ac32b-71ab-4f7c-8266-ae956fac9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ae9248a8-0f14-49f2-8cc1-f58e9ba60138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:15:20.030897 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:20.031333 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Bound using segment: {'id': '2a4ac32b-71ab-4f7c-8266-ae956fac9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ae9248a8-0f14-49f2-8cc1-f58e9ba60138'} {{(pid=92282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:15:20.031800 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.managers [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Bound port: 09f967d6-f9a6-470b-8f68-8adb3cbff11e, host: dv-cinder-786627-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4ac32b-71ab-4f7c-8266-ae956fac9c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ae9248a8-0f14-49f2-8cc1-f58e9ba60138'}}] {{(pid=92282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:15:20.032183 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:20.118783 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-40af1fa6-16c4-48fb-9ebf-42d05af3c28c tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:20.141047 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] For port 09f967d6-f9a6-470b-8f68-8adb3cbff11e, host dv-cinder-786627-8-smb, cleared binding levels {{(pid=92282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:15:20.143579 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] For port 09f967d6-f9a6-470b-8f68-8adb3cbff11e, host dv-cinder-786627-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=09f967d6-f9a6-470b-8f68-8adb3cbff11e,segment=NetworkSegment(2a4ac32b-71ab-4f7c-8266-ae956fac9c1f),segment_id=2a4ac32b-71ab-4f7c-8266-ae956fac9c1f)] {{(pid=92282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:15:20.442846 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206d25d-9568-4c97-b92b-327f58f5e2ab req-012c0b83-e574-463f-b76f-8a7e0e810a55 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:20.444382 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9206d25d-9568-4c97-b92b-327f58f5e2ab req-012c0b83-e574-463f-b76f-8a7e0e810a55 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 944 time: 0.1001832 Jun 08 04:15:20.497159 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9206d25d-9568-4c97-b92b-327f58f5e2ab req-009ec59c-4ef6-452e-9b18-5454359668f1 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469522 Jun 08 04:15:20.559947 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-40af1fa6-16c4-48fb-9ebf-42d05af3c28c tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:20.562035 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:20.584326 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af1fa6-16c4-48fb-9ebf-42d05af3c28c tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944635cf-fbeb-4a76-b8f4-6d371fec1d95,revision_number=0']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:20.608563 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-40af1fa6-16c4-48fb-9ebf-42d05af3c28c tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:20.683709 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01458cf-5047-4bef-b01f-0d0f9f459546 req-6f581427-1476-4a80-bfb8-8eb73152ad73 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:20.685138 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f01458cf-5047-4bef-b01f-0d0f9f459546 req-6f581427-1476-4a80-bfb8-8eb73152ad73 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0866101 Jun 08 04:15:20.754069 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f01458cf-5047-4bef-b01f-0d0f9f459546 req-8fd860e0-e4ea-48b0-b322-6e037a7d0bf4 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629323 Jun 08 04:15:20.902362 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:20.906324 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-04c9c8fe-21e0-406c-8870-328c736a0912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:20.986474 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Routers {'9494880e-2b00-46c9-ab5c-025910e92730'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:15:20.986474 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:15:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['9494880e-2b00-46c9-ab5c-025910e92730'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:21.011233 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-40af1fa6-16c4-48fb-9ebf-42d05af3c28c tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:21.014996 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-40af1fa6-16c4-48fb-9ebf-42d05af3c28c tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1727340 Jun 08 04:15:21.015390 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34750) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:21.019935 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-f0ce1488-02ad-4d7f-90ae-2745115b6cb3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Request body: {'security_group_rule': {'security_group_id': '8d1132bf-e6a9-434f-a6d4-d80e86d1def2', 'project_id': '3002b5386f4844238db562f48f30e074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:21.046627 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bafe1-dc19-4377-9985-5fe12f524e61 None None] Pushing event updated for resources: {'Port': ['ID=09f967d6-f9a6-470b-8f68-8adb3cbff11e,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:21.051966 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-243bafe1-dc19-4377-9985-5fe12f524e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:21.115813 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1488-02ad-4d7f-90ae-2745115b6cb3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:21.213469 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] Set router 9494880e-2b00-46c9-ab5c-025910e92730 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:15:21.214204 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1488-02ad-4d7f-90ae-2745115b6cb3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:21.279267 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1488-02ad-4d7f-90ae-2745115b6cb3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:21.281902 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-90b9ebbb-e7b0-4dad-afb8-6a8092a7bf11 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:21.302702 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce1488-02ad-4d7f-90ae-2745115b6cb3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4868ea4-03c0-4286-80ec-33253e6350dc,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:21.307190 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-f0ce1488-02ad-4d7f-90ae-2745115b6cb3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:21.370861 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1488-02ad-4d7f-90ae-2745115b6cb3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:21.372215 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-f0ce1488-02ad-4d7f-90ae-2745115b6cb3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3558409 Jun 08 04:15:21.374947 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34756) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:21.382159 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-cf7f54db-3087-40b0-ba76-392f2dfd009e tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Request body: {'security_group_rule': {'security_group_id': '8d1132bf-e6a9-434f-a6d4-d80e86d1def2', 'project_id': '3002b5386f4844238db562f48f30e074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:21.521487 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cf7f54db-3087-40b0-ba76-392f2dfd009e tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:21.597404 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cf7f54db-3087-40b0-ba76-392f2dfd009e tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:21.616238 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9494880e-2b00-46c9-ab5c-025910e92730', 'name': 'tempest-TestShelveInstance-1721231840-router', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b651cf24-c687-42b4-b023-405765ac8a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:15:06Z', 'updated_at': '2021-06-08T04:15:15Z', 'revision_number': 4, 'project_id': 'da6bce9930634106a183f5e0b77129bb', 'gw_port': {'id': 'b651cf24-c687-42b4-b023-405765ac8a2e', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9494880e-2b00-46c9-ab5c-025910e92730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:15:08Z', 'updated_at': '2021-06-08T04:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '09f967d6-f9a6-470b-8f68-8adb3cbff11e', 'name': '', 'network_id': 'ae9248a8-0f14-49f2-8cc1-f58e9ba60138', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'mac_address': 'fa:16:3e:b2:01:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9494880e-2b00-46c9-ab5c-025910e92730', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf540f3-fdc4-45d9-a0ce-d9815d391346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:15:14Z', 'updated_at': '2021-06-08T04:15:20Z', 'revision_number': 4, 'project_id': 'da6bce9930634106a183f5e0b77129bb', 'subnets': [{'id': 'eaf540f3-fdc4-45d9-a0ce-d9815d391346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:15:21.623331 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef92fe0b-325e-48a7-b017-ce7839498c69 None None] The sync data for ids ['9494880e-2b00-46c9-ab5c-025910e92730'] in dv-cinder-786627-8-smb is: [{'id': '9494880e-2b00-46c9-ab5c-025910e92730', 'name': 'tempest-TestShelveInstance-1721231840-router', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b651cf24-c687-42b4-b023-405765ac8a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:15:06Z', 'updated_at': '2021-06-08T04:15:15Z', 'revision_number': 4, 'project_id': 'da6bce9930634106a183f5e0b77129bb', 'gw_port': {'id': 'b651cf24-c687-42b4-b023-405765ac8a2e', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9494880e-2b00-46c9-ab5c-025910e92730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:15:08Z', 'updated_at': '2021-06-08T04:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '09f967d6-f9a6-470b-8f68-8adb3cbff11e', 'name': '', 'network_id': 'ae9248a8-0f14-49f2-8cc1-f58e9ba60138', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'mac_address': 'fa:16:3e:b2:01:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9494880e-2b00-46c9-ab5c-025910e92730', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'eaf540f3-fdc4-45d9-a0ce-d9815d391346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:15:14Z', 'updated_at': '2021-06-08T04:15:20Z', 'revision_number': 4, 'project_id': 'da6bce9930634106a183f5e0b77129bb', 'subnets': [{'id': 'eaf540f3-fdc4-45d9-a0ce-d9815d391346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:15:21.728146 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0507261-b8f1-43a0-9c87-2ef4f9581cfe req-c5fe90c7-0ebb-4f58-8f42-0b284f36c535 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:21.729594 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d0507261-b8f1-43a0-9c87-2ef4f9581cfe req-c5fe90c7-0ebb-4f58-8f42-0b284f36c535 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 944 time: 0.0913243 Jun 08 04:15:21.775112 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cf7f54db-3087-40b0-ba76-392f2dfd009e tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:21.786028 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-075d1de8-6ee9-476b-befa-8e9102c5e643 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:21.787752 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d0507261-b8f1-43a0-9c87-2ef4f9581cfe req-8865ae2d-212c-44aa-be19-3dfe4c854924 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497994 Jun 08 04:15:21.813094 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f54db-3087-40b0-ba76-392f2dfd009e tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f5f89c-9f3c-44ab-bcd4-b5a043422b41,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:21.823525 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-cf7f54db-3087-40b0-ba76-392f2dfd009e tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:21.914586 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cf7f54db-3087-40b0-ba76-392f2dfd009e tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:21.919391 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-cf7f54db-3087-40b0-ba76-392f2dfd009e tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5399799 Jun 08 04:15:21.919391 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34772) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:21.923356 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-70d95d32-e2ea-42f0-a846-b83ae20c51de tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Request body: {'security_group_rule': {'security_group_id': '8d1132bf-e6a9-434f-a6d4-d80e86d1def2', 'project_id': '3002b5386f4844238db562f48f30e074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:21.995230 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device e57e78a3-d98e-4bad-871f-a0a1e8319879 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:15:22.011389 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.securitygroups_db [None req-70d95d32-e2ea-42f0-a846-b83ae20c51de tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Project 3002b5386f4844238db562f48f30e074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 04:15:22.030329 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-70d95d32-e2ea-42f0-a846-b83ae20c51de tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:22.107179 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e8bb0-f32c-4ea4-9519-0daf57aebf7a req-f16a61c2-e236-4658-a12b-718feab45d3d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:22.109256 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b67e8bb0-f32c-4ea4-9519-0daf57aebf7a req-f16a61c2-e236-4658-a12b-718feab45d3d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.2185311 Jun 08 04:15:22.136455 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-70d95d32-e2ea-42f0-a846-b83ae20c51de tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:22.192099 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b67e8bb0-f32c-4ea4-9519-0daf57aebf7a req-9d6b1c2f-2692-4d58-bc61-813ce1aac603 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769596 Jun 08 04:15:22.195702 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port e57e78a3-d98e-4bad-871f-a0a1e8319879, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e57e78a3-d98e-4bad-871f-a0a1e8319879,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:15:22.210117 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': 'e57e78a3-d98e-4bad-871f-a0a1e8319879', 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f', 'port_id': 'e57e78a3-d98e-4bad-871f-a0a1e8319879', 'mac_address': 'fa:16:3e:8d:49:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641a26e1-b53e-42f6-82ec-ed94a7238fc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:15:22.210370 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-70d95d32-e2ea-42f0-a846-b83ae20c51de tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:22.213258 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:22.237096 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d95d32-e2ea-42f0-a846-b83ae20c51de tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f94977-7f40-42d4-9846-f41c62735144,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:22.245335 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-70d95d32-e2ea-42f0-a846-b83ae20c51de tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:22.275589 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:22.294223 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57e78a3-d98e-4bad-871f-a0a1e8319879 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:15:22.309983 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port e57e78a3-d98e-4bad-871f-a0a1e8319879, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e57e78a3-d98e-4bad-871f-a0a1e8319879,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:15:22.319437 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-70d95d32-e2ea-42f0-a846-b83ae20c51de tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:22.324572 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-70d95d32-e2ea-42f0-a846-b83ae20c51de tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4012406 Jun 08 04:15:22.324572 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 34776) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:15:22.328104 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-44ce1e46-69c6-4d74-8651-b459a7e53396 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Request body: {'security_group_rule': {'security_group_id': '8d1132bf-e6a9-434f-a6d4-d80e86d1def2', 'project_id': '3002b5386f4844238db562f48f30e074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:22.400371 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:22.402517 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-243bafe1-dc19-4377-9985-5fe12f524e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:22.463447 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.securitygroups_db [None req-44ce1e46-69c6-4d74-8651-b459a7e53396 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Project 3002b5386f4844238db562f48f30e074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 04:15:22.470239 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-44ce1e46-69c6-4d74-8651-b459a7e53396 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:22.480428 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=e57e78a3-d98e-4bad-871f-a0a1e8319879,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:22.483625 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:22.553538 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-44ce1e46-69c6-4d74-8651-b459a7e53396 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:22.639237 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-44ce1e46-69c6-4d74-8651-b459a7e53396 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:22.650568 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-70d95d32-e2ea-42f0-a846-b83ae20c51de tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:22.671885 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce1e46-69c6-4d74-8651-b459a7e53396 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc6c5cd-fad9-425b-9a21-b57e8ed9ce0d,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:22.674749 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-44ce1e46-69c6-4d74-8651-b459a7e53396 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:22.754288 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-44ce1e46-69c6-4d74-8651-b459a7e53396 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:22.766011 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-44ce1e46-69c6-4d74-8651-b459a7e53396 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4413590 Jun 08 04:15:22.772375 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18786162-783a-41e7-8067-78bb3ecbc230 req-33ea3919-5a2a-41ae-8e49-a55bce9c38a5 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:22.774597 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18786162-783a-41e7-8067-78bb3ecbc230 req-33ea3919-5a2a-41ae-8e49-a55bce9c38a5 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/networks?id=3816dd8e-f31f-47f6-ad61-452ca62afd90 HTTP/1.1" status: 200 len: 815 time: 0.1602175 Jun 08 04:15:22.796648 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18786162-783a-41e7-8067-78bb3ecbc230 req-cc8f60e9-b3e6-4fa8-886d-ec613d1cf702 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/quotas/9f857362d6c348529e6e99d64c3fccbb HTTP/1.1" status: 200 len: 375 time: 0.0156243 Jun 08 04:15:22.922736 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['e57e78a3-d98e-4bad-871f-a0a1e8319879'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:15:22.933998 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532399b-d92a-4d00-a7bb-b1ad10e4a07b req-1563c500-b36f-4275-8c50-74675892ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:22.935535 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1532399b-d92a-4d00-a7bb-b1ad10e4a07b req-1563c500-b36f-4275-8c50-74675892ccf5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 1098 time: 0.1023896 Jun 08 04:15:22.942297 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18786162-783a-41e7-8067-78bb3ecbc230 req-6b3e5f7d-c197-4f79-8578-61e7355e04e8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f857362d6c348529e6e99d64c3fccbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1401501 Jun 08 04:15:23.124124 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1532399b-d92a-4d00-a7bb-b1ad10e4a07b req-03a58932-b1dd-4912-9ee9-4b618c9d2573 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807876 Jun 08 04:15:23.177735 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18786162-783a-41e7-8067-78bb3ecbc230 req-149adee3-67d1-432f-a7e7-2a636c9f84ea service neutron] 10.222.0.18 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194057 Jun 08 04:15:23.185889 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c7f78-1c40-4d09-a4cd-80b1e7a0f6b6 req-4ca43c6e-9995-4981-ae5f-7a9d707f40cd tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:23.187444 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-990c7f78-1c40-4d09-a4cd-80b1e7a0f6b6 req-4ca43c6e-9995-4981-ae5f-7a9d707f40cd tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 945 time: 0.1540344 Jun 08 04:15:23.313888 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-990c7f78-1c40-4d09-a4cd-80b1e7a0f6b6 req-a2c8da8e-fdf7-40e1-8a0d-870d4d6fddc6 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074221 Jun 08 04:15:23.355134 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18786162-783a-41e7-8067-78bb3ecbc230 req-1fa70c83-26aa-43d7-8b7c-b3378fa4a3ac service neutron] 10.222.0.18 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666875 Jun 08 04:15:23.568014 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 09f967d6-f9a6-470b-8f68-8adb3cbff11e up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:23.671654 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3c4af3a4-c948-4839-bd6c-c22f17785e70 req-d739f160-60a3-4edb-abf2-bb33bc87ed35 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0586457 Jun 08 04:15:23.708340 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a5b53-ebbe-4021-8dcc-eab654b4956d req-4fccd053-a8b0-48c7-97bc-6051fd89461b tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:23.709956 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7f7a5b53-ebbe-4021-8dcc-eab654b4956d req-4fccd053-a8b0-48c7-97bc-6051fd89461b tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1368899 Jun 08 04:15:23.753658 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning for port 09f967d6-f9a6-470b-8f68-8adb3cbff11e completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:15:23.754674 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7f7a5b53-ebbe-4021-8dcc-eab654b4956d req-59e41579-f8ff-41f8-8f3f-0b2d038fd327 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385058 Jun 08 04:15:23.758834 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 09f967d6-f9a6-470b-8f68-8adb3cbff11e triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:23.759249 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:23.873160 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:23.904070 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] For port 09f967d6-f9a6-470b-8f68-8adb3cbff11e, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=09f967d6-f9a6-470b-8f68-8adb3cbff11e,segment=NetworkSegment(2a4ac32b-71ab-4f7c-8266-ae956fac9c1f),segment_id=2a4ac32b-71ab-4f7c-8266-ae956fac9c1f)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:15:23.994473 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:23.999782 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:24.068678 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Pushing event updated for resources: {'Port': ['ID=09f967d6-f9a6-470b-8f68-8adb3cbff11e,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:24.075384 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:24.655721 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6c643-1089-4c03-bf30-3084a0b00bd8 req-2dd36a5b-4399-428b-9eac-025122364386 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:24.657655 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f5e6c643-1089-4c03-bf30-3084a0b00bd8 req-2dd36a5b-4399-428b-9eac-025122364386 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 945 time: 0.0828695 Jun 08 04:15:24.726480 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f5e6c643-1089-4c03-bf30-3084a0b00bd8 req-03549112-b46c-44b0-acde-64c43743f374 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574341 Jun 08 04:15:24.779293 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7e06e90a-e023-440d-88ca-7ef6e894a6f9 req-ed92966f-6999-48e8-bfe2-ea6ed9c09184 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0440011 Jun 08 04:15:24.944508 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe324a-b8a7-4e32-a32f-ae461b0565b0 req-11376136-1f8c-49f2-8da7-2500d3df9cda tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:24.946118 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9ebe324a-b8a7-4e32-a32f-ae461b0565b0 req-11376136-1f8c-49f2-8da7-2500d3df9cda tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0806465 Jun 08 04:15:24.990032 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9ebe324a-b8a7-4e32-a32f-ae461b0565b0 req-eb85b560-65fd-4853-94ba-9964707e3041 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382237 Jun 08 04:15:25.522415 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 09f967d6-f9a6-470b-8f68-8adb3cbff11e up at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:25.593156 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Provisioning complete for port 09f967d6-f9a6-470b-8f68-8adb3cbff11e triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:25.593531 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:25.931246 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d38866d0-b98e-4623-a745-6c8985fe6b7a req-5e0b693f-7898-4a19-abd4-d37a2a1d8416 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0455966 Jun 08 04:15:25.954579 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2b2ed-f79c-4f0f-9bda-7e8dd46cec43 req-a167cde7-ce09-4e47-8912-c89283db9e79 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:25.956013 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-dff2b2ed-f79c-4f0f-9bda-7e8dd46cec43 req-a167cde7-ce09-4e47-8912-c89283db9e79 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 945 time: 0.1245670 Jun 08 04:15:25.998789 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-dff2b2ed-f79c-4f0f-9bda-7e8dd46cec43 req-241eb939-f101-40ac-a1b9-df9c89f237ec tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367424 Jun 08 04:15:26.024581 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device e57e78a3-d98e-4bad-871f-a0a1e8319879 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:15:26.183627 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06886ced-72bd-4038-b7c9-ed07bd27fbd8 req-6d7c62c8-936e-4f75-ae18-5151a3195407 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:26.185036 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-06886ced-72bd-4038-b7c9-ed07bd27fbd8 req-6d7c62c8-936e-4f75-ae18-5151a3195407 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0887940 Jun 08 04:15:26.216500 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port e57e78a3-d98e-4bad-871f-a0a1e8319879 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:15:26.221403 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port e57e78a3-d98e-4bad-871f-a0a1e8319879 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:26.221788 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:26.238001 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-06886ced-72bd-4038-b7c9-ed07bd27fbd8 req-efaa83c5-9e45-4d2d-ac4c-7631b5ec01d3 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430713 Jun 08 04:15:26.357320 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:26.386034 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464bdbf9-b399-4a54-9bcc-edcf6f7c8e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57e78a3-d98e-4bad-871f-a0a1e8319879'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:15:26.388316 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be081dcc-a50e-478d-af36-38107b7c2ace" -d '{"events": [{"server_uuid": "464bdbf9-b399-4a54-9bcc-edcf6f7c8e97", "name": "network-vif-plugged", "status": "completed", "tag": "e57e78a3-d98e-4bad-871f-a0a1e8319879"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:15:26.396633 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port e57e78a3-d98e-4bad-871f-a0a1e8319879, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e57e78a3-d98e-4bad-871f-a0a1e8319879,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:15:26.435928 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b94d12-ed29-4055-8da3-41505208bb31 x-openstack-request-id: req-02b94d12-ed29-4055-8da3-41505208bb31 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:15:26.436225 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464bdbf9-b399-4a54-9bcc-edcf6f7c8e97", "name": "network-vif-plugged", "status": "completed", "tag": "e57e78a3-d98e-4bad-871f-a0a1e8319879", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:15:26.436486 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02b94d12-ed29-4055-8da3-41505208bb31 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:15:26.436885 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464bdbf9-b399-4a54-9bcc-edcf6f7c8e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57e78a3-d98e-4bad-871f-a0a1e8319879', 'code': 200} Jun 08 04:15:26.515815 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:26.518130 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:26.595928 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=e57e78a3-d98e-4bad-871f-a0a1e8319879,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:26.608965 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:26.639259 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18786162-783a-41e7-8067-78bb3ecbc230 req-2fdd924f-f415-4850-9a94-f9a0811cf18a tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:26.640657 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18786162-783a-41e7-8067-78bb3ecbc230 req-2fdd924f-f415-4850-9a94-f9a0811cf18a tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.21 "GET /v2.0/networks?id=3816dd8e-f31f-47f6-ad61-452ca62afd90 HTTP/1.1" status: 200 len: 815 time: 0.1774354 Jun 08 04:15:26.666687 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4533d85f-08e9-417b-b9b5-dc8103074a3b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Request body: {'port': {'device_id': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'admin_state_up': True, 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:26.945857 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d41b8-0e54-4849-be41-84a66eefb00b req-35bc74ba-34cd-4b37-910a-178d939d58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:26.947551 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-255d41b8-0e54-4849-be41-84a66eefb00b req-35bc74ba-34cd-4b37-910a-178d939d58bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 1099 time: 0.1459451 Jun 08 04:15:27.042363 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4533d85f-08e9-417b-b9b5-dc8103074a3b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Made reservation on behalf of 9f857362d6c348529e6e99d64c3fccbb for: {'port': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:15:27.046077 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4533d85f-08e9-417b-b9b5-dc8103074a3b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:27.046482 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-255d41b8-0e54-4849-be41-84a66eefb00b req-f4504791-291f-4214-afdf-1a80d6e60a6b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545528 Jun 08 04:15:27.063767 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7fb1f-3a7e-4dcc-94d9-0ce09e395686 req-44b1d48e-9284-4201-be2c-9e418aa1711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:27.065232 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bcc7fb1f-3a7e-4dcc-94d9-0ce09e395686 req-44b1d48e-9284-4201-be2c-9e418aa1711b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 1098 time: 0.1037254 Jun 08 04:15:27.113207 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-451a982c-259b-48a8-8567-afc5fb771d98 req-ec4aba3f-ec68-4afd-b386-63efd72a1add tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0576341 Jun 08 04:15:27.122108 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d5a36-ee66-48ad-9cf1-e2666a036fd3 req-b1ed9391-f145-4034-ba8f-d9e0f6c7c70d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:27.123530 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-286d5a36-ee66-48ad-9cf1-e2666a036fd3 req-b1ed9391-f145-4034-ba8f-d9e0f6c7c70d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1605194 Jun 08 04:15:27.269036 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-286d5a36-ee66-48ad-9cf1-e2666a036fd3 req-7a31e92f-7864-4155-8623-25cd8b77abb6 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061974 Jun 08 04:15:27.384924 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7fb1f-3a7e-4dcc-94d9-0ce09e395686 req-41d581a2-d867-4f2a-93c6-fcb68cc0ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:27.386411 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bcc7fb1f-3a7e-4dcc-94d9-0ce09e395686 req-41d581a2-d867-4f2a-93c6-fcb68cc0ec93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d089fd5-3829-4c08-bd4f-7cc574f62861 HTTP/1.1" status: 200 len: 920 time: 0.1630466 Jun 08 04:15:27.389114 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4533d85f-08e9-417b-b9b5-dc8103074a3b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Allocated IP 172.20.0.4 (3816dd8e-f31f-47f6-ad61-452ca62afd90/1490fece-2a63-4732-be7b-7783972b95c8/fa557ed7-b8e9-4903-8656-1ed0a96a5480) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:15:27.401348 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7ba9c-3647-452e-bcbe-7e4d5a28993b req-5926f859-c51a-4313-8db9-9213f2049a93 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:27.407424 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-60d7ba9c-3647-452e-bcbe-7e4d5a28993b req-5926f859-c51a-4313-8db9-9213f2049a93 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 946 time: 0.1922936 Jun 08 04:15:27.475469 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bcc7fb1f-3a7e-4dcc-94d9-0ce09e395686 req-fedbefba-d77c-4096-ad41-9964f7cb92db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819fb6dd-663c-491b-a887-910350264c3c HTTP/1.1" status: 200 len: 217 time: 0.0821795 Jun 08 04:15:27.485255 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-60d7ba9c-3647-452e-bcbe-7e4d5a28993b req-120fd3ca-d3d1-42bd-82a5-bb95924acf80 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752447 Jun 08 04:15:27.564365 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7fb1f-3a7e-4dcc-94d9-0ce09e395686 req-07e8125a-7d15-4fa0-b0a8-a68b33103f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:27.566078 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bcc7fb1f-3a7e-4dcc-94d9-0ce09e395686 req-07e8125a-7d15-4fa0-b0a8-a68b33103f67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0474e6d9-865d-4b0c-a901-5588ecfaf9e6 HTTP/1.1" status: 200 len: 859 time: 0.0699627 Jun 08 04:15:27.625200 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bcc7fb1f-3a7e-4dcc-94d9-0ce09e395686 req-6dbac03b-60d7-4790-95b0-0ddf4acd1a88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d089fd5-3829-4c08-bd4f-7cc574f62861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498004 Jun 08 04:15:27.668724 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4533d85f-08e9-417b-b9b5-dc8103074a3b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:27.685408 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4533d85f-08e9-417b-b9b5-dc8103074a3b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Transition to ACTIVE for port object fa557ed7-b8e9-4903-8656-1ed0a96a5480 will not be triggered until provisioned by entity DHCP. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:15:27.768340 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bcc7fb1f-3a7e-4dcc-94d9-0ce09e395686 req-fca4dab9-38b5-4d9a-84f3-1e1b8645b5d6 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360002 Jun 08 04:15:27.804304 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4533d85f-08e9-417b-b9b5-dc8103074a3b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:27.806872 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4533d85f-08e9-417b-b9b5-dc8103074a3b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:15:27.806872 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:15:27.806872 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:15:27.806872 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:15:27.806872 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:15:27.806872 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:15:27.824875 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4533d85f-08e9-417b-b9b5-dc8103074a3b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Network 3816dd8e-f31f-47f6-ad61-452ca62afd90 is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:15:27.826017 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4533d85f-08e9-417b-b9b5-dc8103074a3b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:15:27.828262 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4533d85f-08e9-417b-b9b5-dc8103074a3b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:15:27.905383 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4533d85f-08e9-417b-b9b5-dc8103074a3b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:27.906145 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4533d85f-08e9-417b-b9b5-dc8103074a3b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:28.046344 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bcc7fb1f-3a7e-4dcc-94d9-0ce09e395686 req-2ecae3be-13eb-4d56-b061-62cdf36721f1 service neutron] 10.222.0.21 "GET /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708070 Jun 08 04:15:28.080145 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4533d85f-08e9-417b-b9b5-dc8103074a3b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4178782 Jun 08 04:15:28.221914 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-895f500f-35e8-43a9-bea4-e6b321ad9228 None None] Provisioning for port fa557ed7-b8e9-4903-8656-1ed0a96a5480 completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:15:28.227323 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-895f500f-35e8-43a9-bea4-e6b321ad9228 None None] Provisioning complete for port fa557ed7-b8e9-4903-8656-1ed0a96a5480 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:28.227696 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-895f500f-35e8-43a9-bea4-e6b321ad9228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:28.285892 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-895f500f-35e8-43a9-bea4-e6b321ad9228 None None] Port fa557ed7-b8e9-4903-8656-1ed0a96a5480 cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:15:28.324425 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662410e0-191a-4626-8553-de94b70a84f8 req-94d826bd-c9c8-40ac-964e-ad404833f505 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:28.331430 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-662410e0-191a-4626-8553-de94b70a84f8 req-94d826bd-c9c8-40ac-964e-ad404833f505 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 931 time: 0.1065044 Jun 08 04:15:28.382955 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-662410e0-191a-4626-8553-de94b70a84f8 req-99e41a60-766a-408a-b434-234cc05921d1 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435419 Jun 08 04:15:28.560047 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ed310-eabf-4787-b81f-60aeba91dea1 req-9101c71b-c286-4e0d-bc46-508db57f8dd7 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:28.561592 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d66ed310-eabf-4787-b81f-60aeba91dea1 req-9101c71b-c286-4e0d-bc46-508db57f8dd7 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0901346 Jun 08 04:15:28.608238 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d66ed310-eabf-4787-b81f-60aeba91dea1 req-c6bc7a4d-502c-421b-8a54-43591c8ed238 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Jun 08 04:15:34.797665 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:40.993381 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:15:42.319083 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7afefeea-9b0e-4826-b04a-5431ad3c22e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:44.723239 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:44.854600 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-5261cddd-7eff-4506-8778-5e3a75d81e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:45.570449 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:47.587081 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:51.798139 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Request body: {'port': {'device_id': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:51.922214 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:52.272494 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ded11-98bd-4694-9942-daf7dec98d3a req-8ccf65fc-67a7-403a-89c6-6edd229fd0cf tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:52.273927 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f05ded11-98bd-4694-9942-daf7dec98d3a req-8ccf65fc-67a7-403a-89c6-6edd229fd0cf tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 946 time: 0.3062115 Jun 08 04:15:52.310775 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d73b9-d479-4b89-8764-8ecce2a1586c req-6e86dcab-3c53-4967-ade7-88762be6eca4 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:52.312353 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e71d73b9-d479-4b89-8764-8ecce2a1586c req-6e86dcab-3c53-4967-ade7-88762be6eca4 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 931 time: 0.2930400 Jun 08 04:15:52.399927 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f05ded11-98bd-4694-9942-daf7dec98d3a req-50c56ace-1797-42b9-81da-536e56cc7934 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161664 Jun 08 04:15:52.415118 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e71d73b9-d479-4b89-8764-8ecce2a1586c req-c9094eb1-387c-4338-b8a7-0a3f9eb951fc tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934157 Jun 08 04:15:52.491912 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa557ed7-b8e9-4903-8656-1ed0a96a5480 {{(pid=92281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:15:52.499494 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:52.635026 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Transition to ACTIVE for port object fa557ed7-b8e9-4903-8656-1ed0a96a5480 will not be triggered until provisioned by entity L2. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:15:52.691195 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-627e630f-ec03-4af8-a83c-0b050305691f tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870990404&fields=id&tenant_id=3002b5386f4844238db562f48f30e074 HTTP/1.1" status: 200 len: 267 time: 0.0574043 Jun 08 04:15:52.722449 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:52.775108 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a2567-1fd2-4f25-98bd-592d49c58596 req-5ba9dec2-f22e-4988-8551-4bc43c2eec77 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:52.776543 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0b3a2567-1fd2-4f25-98bd-592d49c58596 req-5ba9dec2-f22e-4988-8551-4bc43c2eec77 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.2625501 Jun 08 04:15:52.788834 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-c65519d4-016d-42df-96ff-eb3b731c7f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:52.981953 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Pushing event updated for resources: {'Port': ['ID=fa557ed7-b8e9-4903-8656-1ed0a96a5480,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:53.021951 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0b3a2567-1fd2-4f25-98bd-592d49c58596 req-933fa5f7-3610-4339-9bd9-af85e86ee87b tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359285 Jun 08 04:15:53.036224 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:53.036591 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:53.036949 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:53.037299 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:53.037651 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:53.037998 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:53.038340 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:53.038680 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:53.039047 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:53.039373 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:53.039708 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:53.040045 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:15:53.072691 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:53.087648 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-e68d18a4-cded-4055-b8aa-da91c5e4147b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:53.093072 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-e68d18a4-cded-4055-b8aa-da91c5e4147b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/networks?id=29de343d-a844-4dfc-bfb6-69bd35f7217d HTTP/1.1" status: 200 len: 808 time: 0.3909869 Jun 08 04:15:53.125897 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-84262d8c-8262-46d1-8861-17a3dd9e1179 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/quotas/3002b5386f4844238db562f48f30e074 HTTP/1.1" status: 200 len: 375 time: 0.0293734 Jun 08 04:15:53.193010 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Attempting to bind port fa557ed7-b8e9-4903-8656-1ed0a96a5480 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:15:53.193353 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Attempting to bind port fa557ed7-b8e9-4903-8656-1ed0a96a5480 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f378dc58-1880-471e-a694-0448c9eb618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90'}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:15:53.193665 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Attempting to bind port fa557ed7-b8e9-4903-8656-1ed0a96a5480 on network 3816dd8e-f31f-47f6-ad61-452ca62afd90 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:15:53.201155 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Port fa557ed7-b8e9-4903-8656-1ed0a96a5480 on network 3816dd8e-f31f-47f6-ad61-452ca62afd90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:15:53.201472 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Attempting to bind port fa557ed7-b8e9-4903-8656-1ed0a96a5480 on network 3816dd8e-f31f-47f6-ad61-452ca62afd90 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:15:53.209699 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:15:53.209975 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Checking segment: {'id': 'f378dc58-1880-471e-a694-0448c9eb618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:15:53.210358 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Bound using segment: {'id': 'f378dc58-1880-471e-a694-0448c9eb618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90'} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:15:53.210785 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Bound port: fa557ed7-b8e9-4903-8656-1ed0a96a5480, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f378dc58-1880-471e-a694-0448c9eb618d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90'}}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:15:53.211167 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:53.286004 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-2f390adc-6a78-4709-9674-3bdd3cb9b5ec tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3002b5386f4844238db562f48f30e074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1591432 Jun 08 04:15:53.382874 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] For port fa557ed7-b8e9-4903-8656-1ed0a96a5480, host hv-cinder-78662, cleared binding levels {{(pid=92281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:15:53.404284 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] For port fa557ed7-b8e9-4903-8656-1ed0a96a5480, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480,segment=NetworkSegment(f378dc58-1880-471e-a694-0448c9eb618d),segment_id=f378dc58-1880-471e-a694-0448c9eb618d)] {{(pid=92281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:15:53.440596 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-eaf39cbc-5a3d-493f-b41a-04d1089538de service neutron] 10.222.0.18 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380260 Jun 08 04:15:53.511667 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:53.554760 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:53.647231 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:53.647847 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:53.649210 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18786162-783a-41e7-8067-78bb3ecbc230 req-ff018477-db01-4189-945d-52c592d83609 service neutron] 10.222.0.21 "PUT /v2.0/ports/fa557ed7-b8e9-4903-8656-1ed0a96a5480 HTTP/1.1" status: 200 len: 1093 time: 1.8555665 Jun 08 04:15:53.654234 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'tag': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:15:53.656834 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae209ad-813a-4d10-8dc9-fdbe20ea83d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e384122-9ce7-4c41-9191-f6d69f02b2e5", "tag": "fa557ed7-b8e9-4903-8656-1ed0a96a5480"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:15:53.684756 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Pushing event updated for resources: {'Port': ['ID=fa557ed7-b8e9-4903-8656-1ed0a96a5480,revision_number=3']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:53.691505 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:53.711601 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-f7fb32a9-d0d1-41b9-80ed-c28785c85638 service neutron] 10.222.0.18 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636189 Jun 08 04:15:53.731249 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75594965-3870-41fb-b143-c6a0a11fc089 req-3b62bbf6-ba24-4e0b-8fee-26aeb932dc18 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:53.732725 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-75594965-3870-41fb-b143-c6a0a11fc089 req-3b62bbf6-ba24-4e0b-8fee-26aeb932dc18 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 946 time: 0.2199948 Jun 08 04:15:53.832916 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-75594965-3870-41fb-b143-c6a0a11fc089 req-7834d86e-a17d-41d1-b8e1-32243a31f274 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910499 Jun 08 04:15:53.864947 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4815660f-98c2-45e3-a222-40683f82eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:53.875781 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18786162-783a-41e7-8067-78bb3ecbc230 req-4815660f-98c2-45e3-a222-40683f82eca8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f857362d6c348529e6e99d64c3fccbb&device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 1096 time: 0.1090510 Jun 08 04:15:54.005584 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18786162-783a-41e7-8067-78bb3ecbc230 req-45de63dc-6a14-4d33-ad51-c2aa798a7bdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480 HTTP/1.1" status: 200 len: 217 time: 0.1266937 Jun 08 04:15:54.099501 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18786162-783a-41e7-8067-78bb3ecbc230 req-5bf20cc1-7db2-4005-9438-cecbde17287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:54.101103 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18786162-783a-41e7-8067-78bb3ecbc230 req-5bf20cc1-7db2-4005-9438-cecbde17287d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1490fece-2a63-4732-be7b-7783972b95c8 HTTP/1.1" status: 200 len: 854 time: 0.0807159 Jun 08 04:15:54.113562 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ddcf1-ee43-434b-bcf0-bbcec7bdc6e9 req-cce21169-3868-40ec-8d4f-d70b2a458a83 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:54.114975 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-990ddcf1-ee43-434b-bcf0-bbcec7bdc6e9 req-cce21169-3868-40ec-8d4f-d70b2a458a83 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 943 time: 0.1584449 Jun 08 04:15:54.303130 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-990ddcf1-ee43-434b-bcf0-bbcec7bdc6e9 req-a953e6c1-d18b-4d8f-b349-7219a0784144 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537678 Jun 08 04:15:54.319576 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18786162-783a-41e7-8067-78bb3ecbc230 req-6f7d4169-c90f-41d4-920f-a58b9372322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:54.322115 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18786162-783a-41e7-8067-78bb3ecbc230 req-6f7d4169-c90f-41d4-920f-a58b9372322a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3816dd8e-f31f-47f6-ad61-452ca62afd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2055454 Jun 08 04:15:54.396276 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc280717-cf26-4eab-9051-012b61290576 x-openstack-request-id: req-dc280717-cf26-4eab-9051-012b61290576 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:15:54.396594 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e384122-9ce7-4c41-9191-f6d69f02b2e5", "tag": "fa557ed7-b8e9-4903-8656-1ed0a96a5480", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:15:54.396863 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc280717-cf26-4eab-9051-012b61290576 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:15:54.397277 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'tag': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480', 'status': 'completed', 'code': 200} Jun 08 04:15:54.501313 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18786162-783a-41e7-8067-78bb3ecbc230 req-6d98263c-b46e-4ff0-bf97-ecfe332201ec service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706495 Jun 08 04:15:54.645328 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-734d4d0a-f245-4751-b3ea-3b1c0ea8ca24 req-3b4a632d-cf1b-4be8-9387-84ebb89e3f17 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 210 time: 0.0556557 Jun 08 04:15:54.692197 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2bf17-d91c-41e2-b90b-4550a5a85e89 req-c4f39607-ec58-44cb-8c6f-0d33df0de17d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:54.693676 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b7c2bf17-d91c-41e2-b90b-4550a5a85e89 req-c4f39607-ec58-44cb-8c6f-0d33df0de17d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.2404597 Jun 08 04:15:54.735046 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18786162-783a-41e7-8067-78bb3ecbc230 req-f1b4768d-be5d-42d4-8a9b-4d70b081927e service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183640 Jun 08 04:15:54.755099 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b7c2bf17-d91c-41e2-b90b-4550a5a85e89 req-bb63fc33-f80e-44be-a838-6a6ca725d11f tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529375 Jun 08 04:15:54.935274 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae209ad-813a-4d10-8dc9-fdbe20ea83d4 req-c375ffe6-6de9-4e81-bc5c-bb5878199a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:54.936716 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7ae209ad-813a-4d10-8dc9-fdbe20ea83d4 req-c375ffe6-6de9-4e81-bc5c-bb5878199a47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f857362d6c348529e6e99d64c3fccbb&device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 1096 time: 0.0734441 Jun 08 04:15:55.071244 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae209ad-813a-4d10-8dc9-fdbe20ea83d4 req-4ca64551-1ad9-47e3-8d6a-df89cbc6a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:55.072689 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7ae209ad-813a-4d10-8dc9-fdbe20ea83d4 req-4ca64551-1ad9-47e3-8d6a-df89cbc6a761 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3816dd8e-f31f-47f6-ad61-452ca62afd90 HTTP/1.1" status: 200 len: 916 time: 0.1287961 Jun 08 04:15:55.144189 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7ae209ad-813a-4d10-8dc9-fdbe20ea83d4 req-2f01bc2d-daa0-4412-8944-5a30a5738416 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480 HTTP/1.1" status: 200 len: 217 time: 0.0644889 Jun 08 04:15:55.230881 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae209ad-813a-4d10-8dc9-fdbe20ea83d4 req-296c8829-92b1-4506-aafc-d4b9c2a1ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:55.232515 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7ae209ad-813a-4d10-8dc9-fdbe20ea83d4 req-296c8829-92b1-4506-aafc-d4b9c2a1ee89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1490fece-2a63-4732-be7b-7783972b95c8 HTTP/1.1" status: 200 len: 854 time: 0.0685320 Jun 08 04:15:55.311719 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae209ad-813a-4d10-8dc9-fdbe20ea83d4 req-1902df31-76d0-4762-a496-c3bf320a5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:55.313207 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7ae209ad-813a-4d10-8dc9-fdbe20ea83d4 req-1902df31-76d0-4762-a496-c3bf320a5330 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3816dd8e-f31f-47f6-ad61-452ca62afd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740445 Jun 08 04:15:55.498290 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7ae209ad-813a-4d10-8dc9-fdbe20ea83d4 req-77dda3e4-ff46-48d7-ad3b-2f356ea368c9 service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778996 Jun 08 04:15:55.590530 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27178ed3-a2d3-4142-a4f2-bd6845c7f485 req-f5c8e451-d2c5-4ef6-9db1-9167005cffc5 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:55.592015 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-27178ed3-a2d3-4142-a4f2-bd6845c7f485 req-f5c8e451-d2c5-4ef6-9db1-9167005cffc5 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 943 time: 0.1854711 Jun 08 04:15:55.669086 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-27178ed3-a2d3-4142-a4f2-bd6845c7f485 req-33b1c679-8867-4a8c-9396-c03cbea817b3 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662353 Jun 08 04:15:55.677501 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7ae209ad-813a-4d10-8dc9-fdbe20ea83d4 req-16ea8f58-3cf6-473b-a6ad-9e1ec614752a service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714745 Jun 08 04:15:55.744760 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d3358d4f-89d4-48c8-83e1-c9fe5f31965c req-9b76c3ab-664b-46a6-8d81-d3edab483614 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 210 time: 0.0473187 Jun 08 04:15:55.938108 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f583b78-7c5c-4903-b8e1-57ab9fcb9e5c req-f6072993-3117-4856-9d96-de893a7834b7 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:55.939497 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1f583b78-7c5c-4903-b8e1-57ab9fcb9e5c req-f6072993-3117-4856-9d96-de893a7834b7 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0794253 Jun 08 04:15:55.983104 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1f583b78-7c5c-4903-b8e1-57ab9fcb9e5c req-a54c5b27-fcab-437a-997c-31b29694bc1d tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377691 Jun 08 04:15:56.853558 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48073e82-53a6-47fa-95a9-713da7ec3006 req-0405e825-bcfb-4f1e-960b-ea73b6cdbe03 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:56.855073 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-48073e82-53a6-47fa-95a9-713da7ec3006 req-0405e825-bcfb-4f1e-960b-ea73b6cdbe03 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 943 time: 0.0846841 Jun 08 04:15:56.912401 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9f0a29d4-b7c8-463b-b54c-2dae48ddd75d req-850629d3-a992-4e05-be60-c8fc22785ab6 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 210 time: 0.0563705 Jun 08 04:15:56.936481 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-48073e82-53a6-47fa-95a9-713da7ec3006 req-4e25b3ca-5e1d-4f1d-b2ef-1e0beabf7fe8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509889 Jun 08 04:15:57.394308 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0b720-1ba6-4148-aa1d-2ce1deb899c3 req-d8ed781d-9bba-41da-83fd-efb620e208f1 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:57.395809 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-66d0b720-1ba6-4148-aa1d-2ce1deb899c3 req-d8ed781d-9bba-41da-83fd-efb620e208f1 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.3005476 Jun 08 04:15:57.407013 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-784151a3-8bd3-43c7-aae3-c0f6f6216e1b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:57.408487 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-784151a3-8bd3-43c7-aae3-c0f6f6216e1b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.21 "GET /v2.0/networks?id=29de343d-a844-4dfc-bfb6-69bd35f7217d HTTP/1.1" status: 200 len: 808 time: 0.2768073 Jun 08 04:15:57.463806 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-66d0b720-1ba6-4148-aa1d-2ce1deb899c3 req-f14cee0e-4975-4244-a7d0-58c0293af07e tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543227 Jun 08 04:15:57.488450 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-9cd9753f-2963-4deb-a925-22ab40cb82cc tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3002b5386f4844238db562f48f30e074 HTTP/1.1" status: 200 len: 380 time: 0.0494750 Jun 08 04:15:57.502178 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-09c5d252-c40d-49de-880f-5af076749f7b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Request body: {'port': {'device_id': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'admin_state_up': True, 'tenant_id': '3002b5386f4844238db562f48f30e074', 'security_groups': ['8d1132bf-e6a9-434f-a6d4-d80e86d1def2']}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:57.764880 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-09c5d252-c40d-49de-880f-5af076749f7b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Made reservation on behalf of 3002b5386f4844238db562f48f30e074 for: {'port': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:15:57.768514 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-09c5d252-c40d-49de-880f-5af076749f7b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:57.958481 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-09c5d252-c40d-49de-880f-5af076749f7b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Allocated IP 172.20.0.7 (29de343d-a844-4dfc-bfb6-69bd35f7217d/3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8/d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:15:58.110143 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device fa557ed7-b8e9-4903-8656-1ed0a96a5480 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:15:58.156732 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-09c5d252-c40d-49de-880f-5af076749f7b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:58.172567 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-09c5d252-c40d-49de-880f-5af076749f7b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Transition to ACTIVE for port object d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 will not be triggered until provisioned by entity DHCP. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:15:58.247003 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-09c5d252-c40d-49de-880f-5af076749f7b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:58.250035 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-09c5d252-c40d-49de-880f-5af076749f7b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:15:58.250035 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:15:58.250035 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:15:58.250035 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:15:58.250035 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:15:58.250035 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:15:58.293554 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-09c5d252-c40d-49de-880f-5af076749f7b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Network 29de343d-a844-4dfc-bfb6-69bd35f7217d is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:15:58.298286 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port fa557ed7-b8e9-4903-8656-1ed0a96a5480, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480,segment=NetworkSegment(f378dc58-1880-471e-a694-0448c9eb618d),segment_id=f378dc58-1880-471e-a694-0448c9eb618d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:15:58.302508 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-09c5d252-c40d-49de-880f-5af076749f7b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:15:58.304915 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-09c5d252-c40d-49de-880f-5af076749f7b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:15:58.312895 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'port_id': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480', 'mac_address': 'fa:16:3e:3f:99:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1490fece-2a63-4732-be7b-7783972b95c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:15:58.385333 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:58.403867 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa557ed7-b8e9-4903-8656-1ed0a96a5480 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:15:58.422006 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port fa557ed7-b8e9-4903-8656-1ed0a96a5480, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480,segment=NetworkSegment(f378dc58-1880-471e-a694-0448c9eb618d),segment_id=f378dc58-1880-471e-a694-0448c9eb618d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:15:58.428539 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-09c5d252-c40d-49de-880f-5af076749f7b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:58.429963 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-09c5d252-c40d-49de-880f-5af076749f7b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:58.500399 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:58.502196 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-8a44cd8c-29b8-4a0f-bc27-870b4b5694ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:58.565297 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-09c5d252-c40d-49de-880f-5af076749f7b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0673738 Jun 08 04:15:58.573192 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=fa557ed7-b8e9-4903-8656-1ed0a96a5480,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:58.576696 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:58.580376 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Request body: {'port': {'device_id': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:15:58.695322 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:58.713805 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-183dd6b3-999d-47e0-8efb-aa6b5b85f49d None None] Provisioning for port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:15:58.718762 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-183dd6b3-999d-47e0-8efb-aa6b5b85f49d None None] Provisioning complete for port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:15:58.722968 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-183dd6b3-999d-47e0-8efb-aa6b5b85f49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:58.781036 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-183dd6b3-999d-47e0-8efb-aa6b5b85f49d None None] Port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:15:58.942798 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['fa557ed7-b8e9-4903-8656-1ed0a96a5480'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:15:59.065324 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 {{(pid=92281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:15:59.073836 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:59.107515 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Transition to ACTIVE for port object d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 will not be triggered until provisioned by entity L2. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:15:59.216088 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:59.225187 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:15:59.488221 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:15:59.491049 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:15:59.728425 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509c66-21d9-4bc9-accf-665b930356d2 req-e353d73e-0c86-4f99-bf2d-f8e3cb431a4f tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:59.729853 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f9509c66-21d9-4bc9-accf-665b930356d2 req-e353d73e-0c86-4f99-bf2d-f8e3cb431a4f tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 943 time: 0.4648764 Jun 08 04:15:59.740542 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6c3d8-2c5f-4d8a-92b6-2f977ecad7d3 req-26805cf6-db48-47e5-b35f-5b4dc79b3b3a tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:15:59.741887 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ede6c3d8-2c5f-4d8a-92b6-2f977ecad7d3 req-26805cf6-db48-47e5-b35f-5b4dc79b3b3a tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 944 time: 0.3499193 Jun 08 04:15:59.743782 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Attempting to bind port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:15:59.744114 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Attempting to bind port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '574a9879-1c36-4098-a2b6-89eb5bea0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d'}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:15:59.744433 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Attempting to bind port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 on network 29de343d-a844-4dfc-bfb6-69bd35f7217d {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:15:59.776407 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 on network 29de343d-a844-4dfc-bfb6-69bd35f7217d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:15:59.776725 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Attempting to bind port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 on network 29de343d-a844-4dfc-bfb6-69bd35f7217d {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:15:59.798018 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:15:59.798350 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Checking segment: {'id': '574a9879-1c36-4098-a2b6-89eb5bea0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:15:59.798728 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Bound using segment: {'id': '574a9879-1c36-4098-a2b6-89eb5bea0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d'} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:15:59.799175 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Bound port: d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574a9879-1c36-4098-a2b6-89eb5bea0547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d'}}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:15:59.799517 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:59.835674 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f9509c66-21d9-4bc9-accf-665b930356d2 req-fa4d6aa5-d1c0-4219-8f2b-a882147f060e tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928802 Jun 08 04:15:59.879269 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ede6c3d8-2c5f-4d8a-92b6-2f977ecad7d3 req-4ed946cd-b40e-4896-a75d-d0940261c4de tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199543 Jun 08 04:15:59.914088 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] For port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2, host hv-cinder-78662, cleared binding levels {{(pid=92281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:15:59.917674 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] For port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:15:59.981672 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:15:59.989475 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:00.053379 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:00.053992 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:00.055474 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] 10.222.0.21 "PUT /v2.0/ports/d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 HTTP/1.1" status: 200 len: 1093 time: 1.4811244 Jun 08 04:16:00.057779 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'tag': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:16:00.060177 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b959eebe-32f3-4bdd-a493-03cb07a4eb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "06c7e654-f8e0-47db-9933-dadb9b32cf55", "tag": "d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:16:00.092373 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ead958-03a2-490b-9db0-517a550898fc req-5f2d81ad-043d-4a12-8210-28e7aee8754f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:00.093917 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a9ead958-03a2-490b-9db0-517a550898fc req-5f2d81ad-043d-4a12-8210-28e7aee8754f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1658702 Jun 08 04:16:00.094842 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,revision_number=3']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:00.100944 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:00.115107 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def731ea-a0be-4bdb-83b2-aa89a650d400 x-openstack-request-id: req-def731ea-a0be-4bdb-83b2-aa89a650d400 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:16:00.115429 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c7e654-f8e0-47db-9933-dadb9b32cf55", "tag": "d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:16:00.115715 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-def731ea-a0be-4bdb-83b2-aa89a650d400 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:16:00.116137 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'tag': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'status': 'completed', 'code': 200} Jun 08 04:16:00.187821 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a9ead958-03a2-490b-9db0-517a550898fc req-ce1ea345-1816-4eed-8b3b-5d05d69098fb tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881057 Jun 08 04:16:00.236430 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959eebe-32f3-4bdd-a493-03cb07a4eb1e req-c28afc54-937c-4595-af4f-77700428c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:00.237923 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b959eebe-32f3-4bdd-a493-03cb07a4eb1e req-c28afc54-937c-4595-af4f-77700428c7de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3002b5386f4844238db562f48f30e074&device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 1096 time: 0.0979033 Jun 08 04:16:00.391462 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959eebe-32f3-4bdd-a493-03cb07a4eb1e req-2bd45f42-c422-4200-b425-a361718b0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:00.392962 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b959eebe-32f3-4bdd-a493-03cb07a4eb1e req-2bd45f42-c422-4200-b425-a361718b0fd2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3002b5386f4844238db562f48f30e074&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1473360 Jun 08 04:16:00.534716 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959eebe-32f3-4bdd-a493-03cb07a4eb1e req-e2de7107-89c2-4926-aee4-e7a78b833de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:00.536258 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b959eebe-32f3-4bdd-a493-03cb07a4eb1e req-e2de7107-89c2-4926-aee4-e7a78b833de9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371858 Jun 08 04:16:00.651383 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-16a5cce9-919c-4b39-a3df-bb4262399b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:00.652857 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-16a5cce9-919c-4b39-a3df-bb4262399b3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3002b5386f4844238db562f48f30e074&device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 1096 time: 0.0765440 Jun 08 04:16:00.725971 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-4640ed25-7ba2-4993-bd48-feb8b0e24292 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 HTTP/1.1" status: 200 len: 217 time: 0.0593626 Jun 08 04:16:00.795913 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-419482e9-37b3-4691-824f-ab3ae8b4dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:00.797227 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-419482e9-37b3-4691-824f-ab3ae8b4dc93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8 HTTP/1.1" status: 200 len: 847 time: 0.0602083 Jun 08 04:16:00.879394 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-9f942f61-2323-4445-b542-d90b5b7cd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:00.880910 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-9f942f61-2323-4445-b542-d90b5b7cd829 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29de343d-a844-4dfc-bfb6-69bd35f7217d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745168 Jun 08 04:16:01.136847 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-92ac86d8-74c6-4f00-8ab8-0c3c0d40079f service neutron] 10.222.0.21 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341235 Jun 08 04:16:01.230847 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4af00a-2325-4ea6-8d3f-b6fa886f756d req-f99a468a-4d91-49d2-86be-8c32cc9116fc tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:01.232303 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3a4af00a-2325-4ea6-8d3f-b6fa886f756d req-f99a468a-4d91-49d2-86be-8c32cc9116fc tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 943 time: 0.2622104 Jun 08 04:16:01.241130 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b48f1-7851-4031-b590-3da416e90e0a req-2f934808-95da-4114-b3ff-9da7ff350d6a tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:01.242467 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7c7b48f1-7851-4031-b590-3da416e90e0a req-2f934808-95da-4114-b3ff-9da7ff350d6a tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 944 time: 0.2298369 Jun 08 04:16:01.350438 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3a4af00a-2325-4ea6-8d3f-b6fa886f756d req-42ca18ae-bbb2-4285-b65b-cd88c94c13a5 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026409 Jun 08 04:16:01.352243 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7c7b48f1-7851-4031-b590-3da416e90e0a req-b7a7f908-68b4-424f-8f33-93fb9d0d10a0 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914857 Jun 08 04:16:01.380207 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4b5a81bd-dd3b-4089-a77d-70bd87e054bf req-c1daa452-0c77-454e-aa93-dddc94fa9d8b service neutron] 10.222.0.21 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333403 Jun 08 04:16:01.545453 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136277b-bd40-425e-a151-4c4d610f654c req-08d10de2-3fb1-41bf-add3-d3264f74ce28 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:01.547015 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0136277b-bd40-425e-a151-4c4d610f654c req-08d10de2-3fb1-41bf-add3-d3264f74ce28 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.0904121 Jun 08 04:16:01.592469 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0136277b-bd40-425e-a151-4c4d610f654c req-db7ec6fa-74fb-4467-8b34-5989ff5f3a52 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394354 Jun 08 04:16:02.137418 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device fa557ed7-b8e9-4903-8656-1ed0a96a5480 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:16:02.273354 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port fa557ed7-b8e9-4903-8656-1ed0a96a5480 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:16:02.278216 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port fa557ed7-b8e9-4903-8656-1ed0a96a5480 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:16:02.278611 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:02.401781 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:02.448123 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:16:02.450621 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2dbf73e0-7c3b-4f8c-8053-2e54d6440851 req-30bbbc7c-03cb-49af-bf2a-49ea1f3ae852 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1858230 Jun 08 04:16:02.451266 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6a0425-2a33-4399-97da-c322122eaec9" -d '{"events": [{"server_uuid": "4e384122-9ce7-4c41-9191-f6d69f02b2e5", "name": "network-vif-plugged", "status": "completed", "tag": "fa557ed7-b8e9-4903-8656-1ed0a96a5480"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:16:02.459179 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port fa557ed7-b8e9-4903-8656-1ed0a96a5480, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480,segment=NetworkSegment(f378dc58-1880-471e-a694-0448c9eb618d),segment_id=f378dc58-1880-471e-a694-0448c9eb618d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:02.551357 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:02.553324 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-9008f604-9f37-4f63-bb46-4611011ab724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:02.620439 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=fa557ed7-b8e9-4903-8656-1ed0a96a5480,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:02.622671 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:02.683864 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0a70c-9f1f-4160-8186-354a75d39a73 req-f1c718af-51c7-4bb4-9873-03a77e190dc6 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:02.685298 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c6a0a70c-9f1f-4160-8186-354a75d39a73 req-f1c718af-51c7-4bb4-9873-03a77e190dc6 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 945 time: 0.1690862 Jun 08 04:16:02.687081 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf73e0-7c3b-4f8c-8053-2e54d6440851 req-b61017b7-2652-4859-b429-7d10ea17875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:02.688430 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2dbf73e0-7c3b-4f8c-8053-2e54d6440851 req-b61017b7-2652-4859-b429-7d10ea17875a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6510b398a2924cc896f0ecf5dd74ea97&device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 1098 time: 0.2088888 Jun 08 04:16:02.696431 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c7f58-6169-478a-8102-d4f929a3d018 req-47a81d34-6092-4edb-ad92-e45cbd8b0848 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:02.697739 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d91c7f58-6169-478a-8102-d4f929a3d018 req-47a81d34-6092-4edb-ad92-e45cbd8b0848 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 943 time: 0.1828358 Jun 08 04:16:02.850002 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c6a0a70c-9f1f-4160-8186-354a75d39a73 req-0aa56f3a-4add-429a-8fa6-8e21f4483823 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513193 Jun 08 04:16:02.863298 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d91c7f58-6169-478a-8102-d4f929a3d018 req-d0f32b71-e69c-4957-8d07-2672bd13ec84 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516821 Jun 08 04:16:02.894755 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf73e0-7c3b-4f8c-8053-2e54d6440851 req-71338151-873d-4eda-a864-10e9742c1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:02.896280 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2dbf73e0-7c3b-4f8c-8053-2e54d6440851 req-71338151-873d-4eda-a864-10e9742c1819 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608 HTTP/1.1" status: 200 len: 912 time: 0.1833460 Jun 08 04:16:02.916956 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8169d047-0454-4bda-bef5-18b52509b090 x-openstack-request-id: req-8169d047-0454-4bda-bef5-18b52509b090 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:16:02.917431 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e384122-9ce7-4c41-9191-f6d69f02b2e5", "name": "network-vif-plugged", "status": "completed", "tag": "fa557ed7-b8e9-4903-8656-1ed0a96a5480", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:16:02.917841 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8169d047-0454-4bda-bef5-18b52509b090 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:16:02.921377 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480', 'code': 200} Jun 08 04:16:03.080545 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2dbf73e0-7c3b-4f8c-8053-2e54d6440851 req-ff0cd427-fa3d-48dd-8f19-96806dd409ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ffad4ab-1a59-48ad-b584-fd11959aba48 HTTP/1.1" status: 200 len: 1001 time: 0.1771889 Jun 08 04:16:03.154131 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14685eeb-5e8e-4c3f-81c3-2e7d0079fc4f req-2718a809-d282-468d-92e9-4fe170aa2b3b tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:03.156125 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-14685eeb-5e8e-4c3f-81c3-2e7d0079fc4f req-2718a809-d282-468d-92e9-4fe170aa2b3b tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1654606 Jun 08 04:16:03.189616 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf73e0-7c3b-4f8c-8053-2e54d6440851 req-8d5ee20d-0f31-49e6-9a1a-efaf20e5fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:03.191122 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2dbf73e0-7c3b-4f8c-8053-2e54d6440851 req-8d5ee20d-0f31-49e6-9a1a-efaf20e5fba7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cbbe1bd-e80b-4b17-a029-b5a2fd183531 HTTP/1.1" status: 200 len: 850 time: 0.1027660 Jun 08 04:16:03.256868 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-14685eeb-5e8e-4c3f-81c3-2e7d0079fc4f req-f41bc7de-8d8e-48de-b815-366345881ad5 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922434 Jun 08 04:16:03.309881 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf73e0-7c3b-4f8c-8053-2e54d6440851 req-f0603eaa-e73c-46dc-944e-52e1221f681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:03.311426 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2dbf73e0-7c3b-4f8c-8053-2e54d6440851 req-f0603eaa-e73c-46dc-944e-52e1221f681a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1077511 Jun 08 04:16:03.400745 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52257f-c170-4955-b4fd-352745a52da8 req-067d7fcf-3127-463a-bf1d-0dab2b770ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:03.402297 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-1a52257f-c170-4955-b4fd-352745a52da8 req-067d7fcf-3127-463a-bf1d-0dab2b770ab0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 1098 time: 0.0792756 Jun 08 04:16:03.449611 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-1a52257f-c170-4955-b4fd-352745a52da8 req-815803a9-bec7-4044-a64c-a61cb15c7731 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408199 Jun 08 04:16:03.514561 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2dbf73e0-7c3b-4f8c-8053-2e54d6440851 req-4dfbff60-2fa8-4382-8f04-3e3d3aeed8ac service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918914 Jun 08 04:16:03.526339 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf3cad-97f0-4fbd-bbe4-bf35ce5df0bb req-a534255c-102f-4b0e-9ffb-01277750275c tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:03.527794 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a2bf3cad-97f0-4fbd-bbe4-bf35ce5df0bb req-a534255c-102f-4b0e-9ffb-01277750275c tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.1366932 Jun 08 04:16:03.573709 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a2bf3cad-97f0-4fbd-bbe4-bf35ce5df0bb req-86a175d4-710c-4a01-8745-124a4d1e16af tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399697 Jun 08 04:16:03.781231 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2dbf73e0-7c3b-4f8c-8053-2e54d6440851 req-da0f5288-02a8-4119-a28a-18dd23ace1ba service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243637 Jun 08 04:16:04.097233 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dae08-9828-4957-90f9-7685c6fea1c9 req-739dfdbd-6947-4321-9905-fe72b22090e2 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:04.098685 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-270dae08-9828-4957-90f9-7685c6fea1c9 req-739dfdbd-6947-4321-9905-fe72b22090e2 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 945 time: 0.1409624 Jun 08 04:16:04.106709 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7927f-c3cb-4fd7-ab3e-8f4544b3fd03 req-6b9b272b-f3b0-4c78-9eee-4bffc1bee822 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:04.108060 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-caa7927f-c3cb-4fd7-ab3e-8f4544b3fd03 req-6b9b272b-f3b0-4c78-9eee-4bffc1bee822 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 943 time: 0.1192436 Jun 08 04:16:04.176382 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-270dae08-9828-4957-90f9-7685c6fea1c9 req-f0701647-cca3-4045-89cf-a5248edfd9f0 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673995 Jun 08 04:16:04.179072 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-caa7927f-c3cb-4fd7-ab3e-8f4544b3fd03 req-475644bd-77c8-4421-988b-f64d8d214b93 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571644 Jun 08 04:16:04.469909 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebe5c1-9d51-4d35-8321-2a452fae6dad req-d174af21-4081-43b7-b671-be957a806952 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:04.471377 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-08ebe5c1-9d51-4d35-8321-2a452fae6dad req-d174af21-4081-43b7-b671-be957a806952 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.0855999 Jun 08 04:16:04.517477 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-08ebe5c1-9d51-4d35-8321-2a452fae6dad req-43b4bd3f-6d08-48ce-85fe-a5535560c1a7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376196 Jun 08 04:16:04.776899 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7d20b-61b5-4ad5-9203-37ec94897f58 req-b69e6593-576b-402f-975c-fff6e20d284d tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:04.778933 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c7e7d20b-61b5-4ad5-9203-37ec94897f58 req-b69e6593-576b-402f-975c-fff6e20d284d tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0985861 Jun 08 04:16:04.808684 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:04.961046 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c7e7d20b-61b5-4ad5-9203-37ec94897f58 req-6130a17d-b753-4b67-974a-e8414b19e2f1 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426058 Jun 08 04:16:04.984085 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24a81c-75c7-4408-ae83-f0dbb1d8bb4d req-34c5d1fb-3bb8-4d4a-8daa-60aeec10f896 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:04.984085 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ae24a81c-75c7-4408-ae83-f0dbb1d8bb4d req-34c5d1fb-3bb8-4d4a-8daa-60aeec10f896 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.2017658 Jun 08 04:16:05.031975 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ae24a81c-75c7-4408-ae83-f0dbb1d8bb4d req-3a67c165-7376-41ce-9c5f-933db4723616 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435867 Jun 08 04:16:05.211082 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-dd7c7166-f612-4c60-b773-5b4a636945b6 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:05.212833 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-dd7c7166-f612-4c60-b773-5b4a636945b6 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/networks?id=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f HTTP/1.1" status: 200 len: 815 time: 0.1544559 Jun 08 04:16:05.228144 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-b428746a-fd15-44ba-8d00-388deddbb8be tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/quotas/9765c1f610b948999a3bc6325f4797f4 HTTP/1.1" status: 200 len: 375 time: 0.0095596 Jun 08 04:16:05.385072 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-06eb9ce2-356e-4e09-9005-d1c315393f85 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9765c1f610b948999a3bc6325f4797f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1516526 Jun 08 04:16:05.397311 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea981e0a-f812-45e6-986c-f8b978216dea req-95aa9e1c-081d-4073-b2e2-12a9886bc224 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:05.398742 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ea981e0a-f812-45e6-986c-f8b978216dea req-95aa9e1c-081d-4073-b2e2-12a9886bc224 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 945 time: 0.1093860 Jun 08 04:16:05.530031 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ea981e0a-f812-45e6-986c-f8b978216dea req-bb4f1844-88c5-484f-ad28-377022f37c2e tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114414 Jun 08 04:16:05.571234 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-66c57401-e77b-445d-aa29-0fbf4b6c3a45 service neutron] 10.222.0.18 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714058 Jun 08 04:16:05.771658 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-233d0896-740b-4384-b8e9-1f2f351727eb service neutron] 10.222.0.18 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946988 Jun 08 04:16:05.784822 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc376-0efe-487c-9ca6-aaca11d49ee2 req-ebb2fe7e-b7aa-49cc-85be-1f3aa72d1d19 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:05.786330 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c55dc376-0efe-487c-9ca6-aaca11d49ee2 req-ebb2fe7e-b7aa-49cc-85be-1f3aa72d1d19 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 943 time: 0.1417947 Jun 08 04:16:05.832214 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c55dc376-0efe-487c-9ca6-aaca11d49ee2 req-599d95fa-822a-4c5a-a40c-a2f61da0231a tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393186 Jun 08 04:16:06.037004 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0f4d3506-e3fd-49c0-9e7d-d08f7e63ed60 req-4e44221b-8f96-40fd-ae5b-c38ab8e760eb tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 210 time: 0.0440977 Jun 08 04:16:06.049635 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab45ba-fdfd-4781-921e-6f83c0bce3a2 req-02a54da9-ad94-481b-8575-7313e4eca90d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:06.055968 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-79ab45ba-fdfd-4781-921e-6f83c0bce3a2 req-02a54da9-ad94-481b-8575-7313e4eca90d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1316357 Jun 08 04:16:06.108815 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-79ab45ba-fdfd-4781-921e-6f83c0bce3a2 req-4ecd2390-6d58-4aaa-827b-bca24f54ee76 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495486 Jun 08 04:16:06.168793 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:16:06.266969 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460f728-db48-496d-a55b-8e9298061597 req-1cc4018f-67a5-4cd4-99af-f09dcbc5fd4b tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:06.268403 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a460f728-db48-496d-a55b-8e9298061597 req-1cc4018f-67a5-4cd4-99af-f09dcbc5fd4b tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.1344514 Jun 08 04:16:06.312753 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:06.324657 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a460f728-db48-496d-a55b-8e9298061597 req-41ce4fd7-b91e-4eae-a294-1e612b2c9c8f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492685 Jun 08 04:16:06.325652 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'port_id': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'mac_address': 'fa:16:3e:0f:ec:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:16:06.343143 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e783df-078d-4d1c-a5d9-b7d0c63bbc0c req-16c40e16-d1b8-4157-9a6e-de58a7b9890c tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:06.344818 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-10e783df-078d-4d1c-a5d9-b7d0c63bbc0c req-16c40e16-d1b8-4157-9a6e-de58a7b9890c tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1333838 Jun 08 04:16:06.388973 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:06.393434 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-10e783df-078d-4d1c-a5d9-b7d0c63bbc0c req-78655e3f-257e-499e-becc-5ee408641853 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427659 Jun 08 04:16:06.406778 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:16:06.422166 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:06.467596 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:06.470217 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:06.535669 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:06.538826 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:06.708647 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d12d8-8c4d-4bf6-bc4c-4c5d74b74a43 req-997e5d58-9efd-446e-81a2-e8f440af2800 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:06.710075 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9e6d12d8-8c4d-4bf6-bc4c-4c5d74b74a43 req-997e5d58-9efd-446e-81a2-e8f440af2800 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 945 time: 0.0793660 Jun 08 04:16:06.762223 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9e6d12d8-8c4d-4bf6-bc4c-4c5d74b74a43 req-d2020038-5acc-4993-a474-c2ca11723541 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456958 Jun 08 04:16:06.970881 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:16:07.001300 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529458c-32c4-467a-9a1f-3fc7fc887663 req-d68d9331-bcb6-4bac-864e-30ba5bb233f3 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:07.002815 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c529458c-32c4-467a-9a1f-3fc7fc887663 req-d68d9331-bcb6-4bac-864e-30ba5bb233f3 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 945 time: 0.1306937 Jun 08 04:16:07.059923 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c529458c-32c4-467a-9a1f-3fc7fc887663 req-bcd14757-d74a-412f-bcad-855585cfc19c tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512080 Jun 08 04:16:07.068333 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c8e29-e6ba-412f-ae9d-4e38adb61b9c req-4172c916-6fb3-49c1-a5ca-da1a5bc0ed66 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:07.069773 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b36c8e29-e6ba-412f-ae9d-4e38adb61b9c req-4172c916-6fb3-49c1-a5ca-da1a5bc0ed66 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 944 time: 0.1306763 Jun 08 04:16:07.124758 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b36c8e29-e6ba-412f-ae9d-4e38adb61b9c req-0fa8f29b-1593-4c99-bcfa-6e38f16752c3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476325 Jun 08 04:16:07.387513 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-787b8810-4ea7-46ce-80c1-22e78b84a11d req-cb7c02e6-3d6e-4a71-bd7c-31ded0143018 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 210 time: 0.0459690 Jun 08 04:16:07.675044 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3935f-3564-404a-bd0b-b830e4903634 req-1ac32df6-b516-41dc-881c-0a64d0e5705a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:07.676378 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-48d3935f-3564-404a-bd0b-b830e4903634 req-1ac32df6-b516-41dc-881c-0a64d0e5705a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.2225261 Jun 08 04:16:07.688483 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b518048-9ab7-4e5c-a3eb-5965839e3bf4 req-be4fd9c3-1b91-4208-883d-f28f6a9268a8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:07.689817 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9b518048-9ab7-4e5c-a3eb-5965839e3bf4 req-be4fd9c3-1b91-4208-883d-f28f6a9268a8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.2032807 Jun 08 04:16:07.756655 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-48d3935f-3564-404a-bd0b-b830e4903634 req-2b164d75-478a-448c-9b2e-fa746b7a69f0 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659230 Jun 08 04:16:07.760770 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9b518048-9ab7-4e5c-a3eb-5965839e3bf4 req-417b5352-0416-4333-83ee-f4fb965d07d6 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571303 Jun 08 04:16:08.060317 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda66766-9873-4433-bb82-3599ca6311fd req-625e8987-33a8-4bf7-943c-c98be50109b3 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:08.061685 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eda66766-9873-4433-bb82-3599ca6311fd req-625e8987-33a8-4bf7-943c-c98be50109b3 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 945 time: 0.2095823 Jun 08 04:16:08.069656 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b17c6a-8da7-43f8-8f39-c368f5143f62 req-c0fd62d4-f566-4cf3-8b26-48d4c3008755 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:08.071566 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a0b17c6a-8da7-43f8-8f39-c368f5143f62 req-c0fd62d4-f566-4cf3-8b26-48d4c3008755 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1872046 Jun 08 04:16:08.080203 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9af6a2-b8b6-4774-8bf3-9e5e95e3beb1 req-c0d1dc3b-f6c2-4ad5-9d14-808556d4c227 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:08.081861 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1a9af6a2-b8b6-4774-8bf3-9e5e95e3beb1 req-c0d1dc3b-f6c2-4ad5-9d14-808556d4c227 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 945 time: 0.1990693 Jun 08 04:16:08.210028 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a0b17c6a-8da7-43f8-8f39-c368f5143f62 req-ead4d1a4-c861-49cc-9885-ade7ee74b5ff tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264288 Jun 08 04:16:08.212582 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eda66766-9873-4433-bb82-3599ca6311fd req-10d3d0e6-710b-46d2-ba9a-4602bfacde0a tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400397 Jun 08 04:16:08.284281 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-1a9af6a2-b8b6-4774-8bf3-9e5e95e3beb1 req-9c3a2489-7f68-4bc8-82f7-82e3c5a7bada tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Deleting port 345c963c-5972-4cb1-b8d3-bebf58cf9060 {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:16:08.284847 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1a9af6a2-b8b6-4774-8bf3-9e5e95e3beb1 req-9c3a2489-7f68-4bc8-82f7-82e3c5a7bada tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:08.475606 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-1a9af6a2-b8b6-4774-8bf3-9e5e95e3beb1 req-9c3a2489-7f68-4bc8-82f7-82e3c5a7bada tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] For port 345c963c-5972-4cb1-b8d3-bebf58cf9060, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=345c963c-5972-4cb1-b8d3-bebf58cf9060,segment=NetworkSegment(0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d),segment_id=0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:08.476134 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1a9af6a2-b8b6-4774-8bf3-9e5e95e3beb1 req-9c3a2489-7f68-4bc8-82f7-82e3c5a7bada tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:08.486930 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-85b7cf2a-f3f1-42c1-9688-252e1261a438 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:08.489048 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-85b7cf2a-f3f1-42c1-9688-252e1261a438 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "GET /v2.0/networks?id=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f HTTP/1.1" status: 200 len: 815 time: 0.1633549 Jun 08 04:16:08.504639 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-c0385f60-89d3-4283-8508-d4f5a93df267 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Request body: {'port': {'device_id': 'e07f6f74-0b12-45ca-a7f6-d6567d546f80', 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f', 'admin_state_up': True, 'tenant_id': '9765c1f610b948999a3bc6325f4797f4'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:16:08.643761 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-1a9af6a2-b8b6-4774-8bf3-9e5e95e3beb1 req-9c3a2489-7f68-4bc8-82f7-82e3c5a7bada tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Calling delete_port for 345c963c-5972-4cb1-b8d3-bebf58cf9060 owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:16:08.654688 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-48cf7df6-17d7-464d-97c7-268a72887641 req-f040d50a-08d2-4bcf-83c1-04e15334fbe4 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 210 time: 0.1096597 Jun 08 04:16:08.662013 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30e047-a035-4e60-8648-ec9b3b886f28 req-517e9e33-77e7-4b29-b254-5545922b6eeb tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:08.663501 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1d30e047-a035-4e60-8648-ec9b3b886f28 req-517e9e33-77e7-4b29-b254-5545922b6eeb tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 944 time: 0.3067045 Jun 08 04:16:08.722363 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1d30e047-a035-4e60-8648-ec9b3b886f28 req-3de488d7-f9bd-47f3-af62-c9c69290b3d9 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521507 Jun 08 04:16:08.734250 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-c0385f60-89d3-4283-8508-d4f5a93df267 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Made reservation on behalf of 9765c1f610b948999a3bc6325f4797f4 for: {'port': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:16:08.738305 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-c0385f60-89d3-4283-8508-d4f5a93df267 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:08.879290 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1a9af6a2-b8b6-4774-8bf3-9e5e95e3beb1 req-9c3a2489-7f68-4bc8-82f7-82e3c5a7bada tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:08.890898 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:08.893332 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['819fb6dd-663c-491b-a887-910350264c3c', '345c963c-5972-4cb1-b8d3-bebf58cf9060'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:16:08.919280 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-c0385f60-89d3-4283-8508-d4f5a93df267 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Allocated IP 172.20.0.9 (e97d6132-85d0-4e4a-9c43-1ae30cd7d35f/641a26e1-b53e-42f6-82ec-ed94a7238fc9/2789a803-e560-4147-908c-27e3c7acae29) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:16:09.033296 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a2489-7f68-4bc8-82f7-82e3c5a7bada tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Pushing event deleted for resources: {'Port': ['ID=345c963c-5972-4cb1-b8d3-bebf58cf9060,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:09.077305 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-9c3a2489-7f68-4bc8-82f7-82e3c5a7bada tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:09.151822 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9af6a2-b8b6-4774-8bf3-9e5e95e3beb1 req-9c3a2489-7f68-4bc8-82f7-82e3c5a7bada tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] No DVR routers for this DVR port 345c963c-5972-4cb1-b8d3-bebf58cf9060 on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:16:09.157426 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1a9af6a2-b8b6-4774-8bf3-9e5e95e3beb1 req-9c3a2489-7f68-4bc8-82f7-82e3c5a7bada tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:09.159548 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1a9af6a2-b8b6-4774-8bf3-9e5e95e3beb1 req-9c3a2489-7f68-4bc8-82f7-82e3c5a7bada tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.21 "DELETE /v2.0/ports/345c963c-5972-4cb1-b8d3-bebf58cf9060 HTTP/1.1" status: 204 len: 173 time: 1.0629234 Jun 08 04:16:09.161653 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd485a6f5-b92e-4867-8e5e-bf7562bb2af2', 'name': 'network-vif-deleted', 'tag': '345c963c-5972-4cb1-b8d3-bebf58cf9060'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:16:09.168413 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-c0385f60-89d3-4283-8508-d4f5a93df267 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:09.173954 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e070d5-98e6-48a5-a15f-580e57548bf3" -d '{"events": [{"server_uuid": "d485a6f5-b92e-4867-8e5e-bf7562bb2af2", "name": "network-vif-deleted", "tag": "345c963c-5972-4cb1-b8d3-bebf58cf9060"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:16:09.215623 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea3d47-8f4d-4640-8030-e5c4a61e3623 req-14ed2e38-b85b-4802-92be-9ba4a744ee59 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:09.217051 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e1ea3d47-8f4d-4640-8030-e5c4a61e3623 req-14ed2e38-b85b-4802-92be-9ba4a744ee59 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.2824304 Jun 08 04:16:09.224891 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8ac85-a6a2-4225-8381-d415154d4d63 req-cbd4eea6-b100-4926-bae5-eb852170b049 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:09.226234 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5ea8ac85-a6a2-4225-8381-d415154d4d63 req-cbd4eea6-b100-4926-bae5-eb852170b049 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.2475364 Jun 08 04:16:09.295090 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e1ea3d47-8f4d-4640-8030-e5c4a61e3623 req-1cb1c64f-5886-4964-b093-f6b4ab95302b tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679004 Jun 08 04:16:09.297726 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5ea8ac85-a6a2-4225-8381-d415154d4d63 req-9d4b8f62-8e73-4bb1-96b0-c8945d62b847 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579839 Jun 08 04:16:09.304724 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-c0385f60-89d3-4283-8508-d4f5a93df267 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1898218'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:09.305873 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-c0385f60-89d3-4283-8508-d4f5a93df267 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:16:09.305873 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:16:09.305873 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:16:09.305873 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:16:09.305873 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:16:09.305873 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:16:09.334348 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-c0385f60-89d3-4283-8508-d4f5a93df267 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:16:09.335673 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-c0385f60-89d3-4283-8508-d4f5a93df267 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:16:09.338856 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-c0385f60-89d3-4283-8508-d4f5a93df267 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:16:09.354313 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfd6e5a-f3ff-4bf9-83cd-08fe039fad9d x-openstack-request-id: req-dbfd6e5a-f3ff-4bf9-83cd-08fe039fad9d {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:16:09.354638 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d485a6f5-b92e-4867-8e5e-bf7562bb2af2", "name": "network-vif-deleted", "tag": "345c963c-5972-4cb1-b8d3-bebf58cf9060", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:16:09.354950 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbfd6e5a-f3ff-4bf9-83cd-08fe039fad9d {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:16:09.355418 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd485a6f5-b92e-4867-8e5e-bf7562bb2af2', 'name': 'network-vif-deleted', 'tag': '345c963c-5972-4cb1-b8d3-bebf58cf9060', 'status': 'completed', 'code': 200} Jun 08 04:16:09.401398 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-c0385f60-89d3-4283-8508-d4f5a93df267 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:09.401919 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-c0385f60-89d3-4283-8508-d4f5a93df267 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:09.458704 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0762a93e-cd44-4f13-b4ae-8630400f1d92 req-b22fe2e3-1d10-4dab-a5dd-2f2cc11b4f15 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=d485a6f5-b92e-4867-8e5e-bf7562bb2af2 HTTP/1.1" status: 200 len: 210 time: 0.0492680 Jun 08 04:16:09.491155 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-c0385f60-89d3-4283-8508-d4f5a93df267 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9928348 Jun 08 04:16:09.561271 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Request body: {'port': {'device_id': 'e07f6f74-0b12-45ca-a7f6-d6567d546f80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:16:09.580042 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['267e4e16-6a66-4a8d-b55a-9710764984e4', '2e7e781f-171a-4172-8601-886f5834a538', 'e57e78a3-d98e-4bad-871f-a0a1e8319879'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:16:09.672421 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:09.847083 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73c265-3574-484a-b394-6a3be4be2812 req-418d9cad-5063-4d0c-81a1-80e4c6ca43a4 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:09.851389 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1a73c265-3574-484a-b394-6a3be4be2812 req-418d9cad-5063-4d0c-81a1-80e4c6ca43a4 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 931 time: 0.0865374 Jun 08 04:16:10.037091 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1a73c265-3574-484a-b394-6a3be4be2812 req-f8b61f67-8166-412f-b36b-bc4778838366 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827109 Jun 08 04:16:10.059191 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2789a803-e560-4147-908c-27e3c7acae29 {{(pid=92280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:16:10.062218 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84791d3-76ae-4064-babf-bbf8c51755bd req-0c45ef20-30de-4653-9582-575cc506b2e3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:10.063821 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f84791d3-76ae-4064-babf-bbf8c51755bd req-0c45ef20-30de-4653-9582-575cc506b2e3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 944 time: 0.2112949 Jun 08 04:16:10.067127 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:10.085101 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Transition to ACTIVE for port object 2789a803-e560-4147-908c-27e3c7acae29 will not be triggered until provisioned by entity L2. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:16:10.112146 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f84791d3-76ae-4064-babf-bbf8c51755bd req-dd58c255-853b-4b9b-b90a-46fe9c1585f1 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399754 Jun 08 04:16:10.153119 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1898228'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:10.158615 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:10.185080 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:16:10.285665 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Pushing event updated for resources: {'Port': ['ID=2789a803-e560-4147-908c-27e3c7acae29,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:10.301551 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:16:10.306324 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:16:10.306700 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:10.324408 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:10.324595 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:10.324972 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:10.325312 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:10.325665 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:10.326014 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:10.326363 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:10.326711 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:10.327091 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:10.327439 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:10.327786 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:10.328123 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:10.359052 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:10.400304 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Attempting to bind port 2789a803-e560-4147-908c-27e3c7acae29 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:16:10.400622 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Attempting to bind port 2789a803-e560-4147-908c-27e3c7acae29 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'}] {{(pid=92280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:16:10.402500 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Attempting to bind port 2789a803-e560-4147-908c-27e3c7acae29 on network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:16:10.408571 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Port 2789a803-e560-4147-908c-27e3c7acae29 on network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:16:10.408897 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Attempting to bind port 2789a803-e560-4147-908c-27e3c7acae29 on network e97d6132-85d0-4e4a-9c43-1ae30cd7d35f {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:16:10.415279 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:16:10.415624 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Checking segment: {'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:16:10.416004 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Bound using segment: {'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'} {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:16:10.416429 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Bound port: 2789a803-e560-4147-908c-27e3c7acae29, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a397102-2b46-42fa-a569-1e8a419f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f'}}] {{(pid=92280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:16:10.416774 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:10.453134 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:10.482911 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:16:10.485238 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865c7e7e-1bf3-4190-9412-3d79767d9452" -d '{"events": [{"server_uuid": "06c7e654-f8e0-47db-9933-dadb9b32cf55", "name": "network-vif-plugged", "status": "completed", "tag": "d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:16:10.493872 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:10.568853 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:10.571588 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 345c963c-5972-4cb1-b8d3-bebf58cf9060 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:16:10.583722 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7e822-f2b2-4185-ae36-c1f3e9ce6b5e req-a25a23ab-68c7-4a5c-b28d-8588e54caf34 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:10.591988 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2d7e822-f2b2-4185-ae36-c1f3e9ce6b5e req-a25a23ab-68c7-4a5c-b28d-8588e54caf34 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1519895 Jun 08 04:16:10.592128 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] For port 2789a803-e560-4147-908c-27e3c7acae29, host hv-cinder-78662, cleared binding levels {{(pid=92280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:16:10.592568 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] For port 2789a803-e560-4147-908c-27e3c7acae29, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2789a803-e560-4147-908c-27e3c7acae29,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:16:10.600618 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8c5ca-2dca-49eb-980a-aab7f4d2b3bd req-c06f5321-87a4-448a-afb2-0bd8aefd9344 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:10.600893 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:10.602567 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-09e8c5ca-2dca-49eb-980a-aab7f4d2b3bd req-c06f5321-87a4-448a-afb2-0bd8aefd9344 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.1290829 Jun 08 04:16:10.646023 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: 345c963c-5972-4cb1-b8d3-bebf58cf9060 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:16:10.646367 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 345c963c-5972-4cb1-b8d3-bebf58cf9060 not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:16:10.663091 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1898228'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:10.667973 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2d7e822-f2b2-4185-ae36-c1f3e9ce6b5e req-9e23700b-e1f7-4bc4-aacb-b7ba76102bec tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766337 Jun 08 04:16:10.668773 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:10.675707 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-09e8c5ca-2dca-49eb-980a-aab7f4d2b3bd req-63a8377c-bbf3-4d10-be1c-61ef29e4082a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597026 Jun 08 04:16:10.747638 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06d9a52-c66a-4953-b933-16946cb29f00 x-openstack-request-id: req-e06d9a52-c66a-4953-b933-16946cb29f00 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:16:10.747934 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c7e654-f8e0-47db-9933-dadb9b32cf55", "name": "network-vif-plugged", "status": "completed", "tag": "d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:16:10.748186 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e06d9a52-c66a-4953-b933-16946cb29f00 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:16:10.748567 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'code': 200} Jun 08 04:16:10.749314 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:10.754204 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:10.779390 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:10.780105 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:10.782477 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] 10.222.0.21 "PUT /v2.0/ports/2789a803-e560-4147-908c-27e3c7acae29 HTTP/1.1" status: 200 len: 1093 time: 1.2251725 Jun 08 04:16:10.783149 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07f6f74-0b12-45ca-a7f6-d6567d546f80', 'tag': '2789a803-e560-4147-908c-27e3c7acae29'}] {{(pid=92280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:16:10.785463 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59587a23dae4433d2100e3f102ebc88f30c43b22f141808d2ae0dd60ce475b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377060bc-849d-4fbf-be57-51f1a744a511" -d '{"events": [{"name": "network-changed", "server_uuid": "e07f6f74-0b12-45ca-a7f6-d6567d546f80", "tag": "2789a803-e560-4147-908c-27e3c7acae29"}]}' {{(pid=92280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:16:10.801079 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Pushing event updated for resources: {'Port': ['ID=2789a803-e560-4147-908c-27e3c7acae29,revision_number=3']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:10.805022 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:10.839719 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852817f9-79fa-41c6-97f3-79837c8b81ef x-openstack-request-id: req-852817f9-79fa-41c6-97f3-79837c8b81ef {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:16:10.840045 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07f6f74-0b12-45ca-a7f6-d6567d546f80", "tag": "2789a803-e560-4147-908c-27e3c7acae29", "status": "completed", "code": 200}]} {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:16:10.840335 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-852817f9-79fa-41c6-97f3-79837c8b81ef {{(pid=92280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:16:10.840760 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07f6f74-0b12-45ca-a7f6-d6567d546f80', 'tag': '2789a803-e560-4147-908c-27e3c7acae29', 'status': 'completed', 'code': 200} Jun 08 04:16:10.939710 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377060bc-849d-4fbf-be57-51f1a744a511 req-5397a403-4d02-4ffc-80e2-5f91bdd38c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:10.941312 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-377060bc-849d-4fbf-be57-51f1a744a511 req-5397a403-4d02-4ffc-80e2-5f91bdd38c95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9765c1f610b948999a3bc6325f4797f4&device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 1096 time: 0.0755522 Jun 08 04:16:11.100216 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377060bc-849d-4fbf-be57-51f1a744a511 req-82ce3697-1139-467d-bec1-16c451ad8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:11.107153 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-377060bc-849d-4fbf-be57-51f1a744a511 req-82ce3697-1139-467d-bec1-16c451ad8bb5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9765c1f610b948999a3bc6325f4797f4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1512890 Jun 08 04:16:11.266712 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377060bc-849d-4fbf-be57-51f1a744a511 req-bdb17701-ed88-4cb0-88ae-24db0cf42e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:11.268695 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-377060bc-849d-4fbf-be57-51f1a744a511 req-bdb17701-ed88-4cb0-88ae-24db0cf42e43 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1539423 Jun 08 04:16:11.391190 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-96a21d10-cb58-4c69-93d4-419686fe040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:11.392448 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8292b-e9e0-471b-8f1b-379973618d0e req-74375910-2314-443e-8bbd-cb9b1c39a5d6 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:11.392926 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-96a21d10-cb58-4c69-93d4-419686fe040e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9765c1f610b948999a3bc6325f4797f4&device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 1096 time: 0.0729506 Jun 08 04:16:11.393895 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-42a8292b-e9e0-471b-8f1b-379973618d0e req-74375910-2314-443e-8bbd-cb9b1c39a5d6 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 943 time: 0.2126365 Jun 08 04:16:11.398695 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcda67-1b9a-411f-8663-07b43fecfc77 req-66252225-bee0-4651-b48b-c39459e94fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:11.400205 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-55fcda67-1b9a-411f-8663-07b43fecfc77 req-66252225-bee0-4651-b48b-c39459e94fc7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 1098 time: 0.1729863 Jun 08 04:16:11.447669 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de41f5e-9fa0-4f60-8feb-529109fefd59 req-97649173-741e-44ad-9c35-eda55b0f949f tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:11.449223 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7de41f5e-9fa0-4f60-8feb-529109fefd59 req-97649173-741e-44ad-9c35-eda55b0f949f tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.1693711 Jun 08 04:16:11.477760 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-8ba55013-1ef6-4205-a03a-0a2b09138ae4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2789a803-e560-4147-908c-27e3c7acae29 HTTP/1.1" status: 200 len: 217 time: 0.0684662 Jun 08 04:16:11.498666 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-42a8292b-e9e0-471b-8f1b-379973618d0e req-b504da63-be6d-4130-81c5-c6cf1d31c56a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975511 Jun 08 04:16:11.509019 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-55fcda67-1b9a-411f-8663-07b43fecfc77 req-8eb75641-f8ee-440a-ac12-96a183e1ffcd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897655 Jun 08 04:16:11.529595 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7de41f5e-9fa0-4f60-8feb-529109fefd59 req-f9cb230d-13ce-4541-99d7-89964ed0dfa1 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690429 Jun 08 04:16:11.558273 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-f31070cb-1e05-41bc-a800-aef4f07eb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:11.559739 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-f31070cb-1e05-41bc-a800-aef4f07eb3ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=641a26e1-b53e-42f6-82ec-ed94a7238fc9 HTTP/1.1" status: 200 len: 855 time: 0.0659099 Jun 08 04:16:11.675250 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-bcd2458d-e9d9-4f58-9e14-9f9489c623af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439034 Jun 08 04:16:11.705572 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35fe4e-b6ea-4588-bf84-fcc57763787a req-988ba502-c1ed-4467-aa4b-2da2a8eca49c tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:11.707274 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ab35fe4e-b6ea-4588-bf84-fcc57763787a req-988ba502-c1ed-4467-aa4b-2da2a8eca49c tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0905395 Jun 08 04:16:11.751669 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ab35fe4e-b6ea-4588-bf84-fcc57763787a req-49608641-4be1-4632-8eb6-ae28043ea278 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384572 Jun 08 04:16:11.819720 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-84875bfb-f1cb-4f04-9d2d-d84455f003c3 service neutron] 10.222.0.21 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319475 Jun 08 04:16:11.935146 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd54137-c481-4065-91af-f5ee1c21b7b5 req-31ff96b3-18ce-48fe-8fa1-8799909a507a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:11.936520 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1bd54137-c481-4065-91af-f5ee1c21b7b5 req-31ff96b3-18ce-48fe-8fa1-8799909a507a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0865390 Jun 08 04:16:11.957975 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-bebaa794-9eae-4a46-8b84-73b766b6cf31 req-e5ea5b4b-fce3-483d-b7bf-406b560eb25a service neutron] 10.222.0.21 "GET /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301565 Jun 08 04:16:11.982360 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1bd54137-c481-4065-91af-f5ee1c21b7b5 req-d9dc261e-b2e9-4457-9f13-e4ad60955816 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401003 Jun 08 04:16:12.158872 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1eee2-abb6-40c5-ab85-a633ed5e6a40 req-e4de0596-8b81-4c7b-85e5-df91ec7b04ca tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:12.160354 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-52f1eee2-abb6-40c5-ab85-a633ed5e6a40 req-e4de0596-8b81-4c7b-85e5-df91ec7b04ca tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.0864584 Jun 08 04:16:12.204599 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-52f1eee2-abb6-40c5-ab85-a633ed5e6a40 req-39825842-f024-4132-b380-8380a28ed3ac tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384820 Jun 08 04:16:12.278714 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-91f59d9c-952d-400e-a60e-ac757e39df1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:12.751954 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41070130-2bb9-4937-ad9b-17845030b3b4 req-492e5dfc-5bc2-464c-81d0-85c454f01345 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:12.753322 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-41070130-2bb9-4937-ad9b-17845030b3b4 req-492e5dfc-5bc2-464c-81d0-85c454f01345 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 943 time: 0.1449425 Jun 08 04:16:12.761351 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3f49d-a7e3-4d9b-8e38-b7980b0b1f87 req-587c03c9-d755-45bd-bd02-710a5449d5e0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:12.762690 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-05a3f49d-a7e3-4d9b-8e38-b7980b0b1f87 req-587c03c9-d755-45bd-bd02-710a5449d5e0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.1174703 Jun 08 04:16:12.832249 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-41070130-2bb9-4937-ad9b-17845030b3b4 req-bc654519-09a0-4827-845b-c0c1e12016e8 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686035 Jun 08 04:16:12.834875 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-05a3f49d-a7e3-4d9b-8e38-b7980b0b1f87 req-d527620a-4876-4abe-ab36-0a162d336d11 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585828 Jun 08 04:16:13.005346 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bbb45-72ff-4e8d-ae83-096d2096093c req-4477c697-f000-4ca8-b73e-bdee24a00bca tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:13.006703 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ad8bbb45-72ff-4e8d-ae83-096d2096093c req-4477c697-f000-4ca8-b73e-bdee24a00bca tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0807173 Jun 08 04:16:13.053507 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ad8bbb45-72ff-4e8d-ae83-096d2096093c req-e469d592-f70a-4162-98b6-c2c7eff481b1 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393541 Jun 08 04:16:13.164969 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea722e56-094b-40d0-aaca-e569b8f833f4 req-7d7feb85-cec1-4235-8503-8c96e77c147f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:13.166473 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ea722e56-094b-40d0-aaca-e569b8f833f4 req-7d7feb85-cec1-4235-8503-8c96e77c147f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0783756 Jun 08 04:16:13.213557 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ea722e56-094b-40d0-aaca-e569b8f833f4 req-d91c5019-0249-4c3b-b5d7-269be0a5ad95 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412207 Jun 08 04:16:13.395841 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538374ec-2d79-4c39-b2e9-78daa6dc142a req-eda08ef5-06b6-4412-8af5-f9fcad472bf8 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:13.397272 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-538374ec-2d79-4c39-b2e9-78daa6dc142a req-eda08ef5-06b6-4412-8af5-f9fcad472bf8 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.0842507 Jun 08 04:16:13.442815 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-538374ec-2d79-4c39-b2e9-78daa6dc142a req-f92015f5-0bb1-427c-99b4-788d96f10db2 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398495 Jun 08 04:16:14.078450 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307efeb-af14-42a2-a3dd-3d0e627d55bf req-4007bea4-4d35-4353-bb33-a8baeed247ee tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:14.079915 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6307efeb-af14-42a2-a3dd-3d0e627d55bf req-4007bea4-4d35-4353-bb33-a8baeed247ee tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.1383185 Jun 08 04:16:14.087881 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef3024-705e-4ba7-ad0a-746bd5e75e02 req-e77eb906-2eb9-42aa-bacd-39f2f946f8b1 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:14.089242 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-67ef3024-705e-4ba7-ad0a-746bd5e75e02 req-e77eb906-2eb9-42aa-bacd-39f2f946f8b1 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 943 time: 0.1176562 Jun 08 04:16:14.154726 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6307efeb-af14-42a2-a3dd-3d0e627d55bf req-ad57530f-3e31-413e-8fc2-a21ad41e2551 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642908 Jun 08 04:16:14.161338 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-67ef3024-705e-4ba7-ad0a-746bd5e75e02 req-a9ff1ebe-3ca7-42a6-884b-f420062e2fc2 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578773 Jun 08 04:16:14.369835 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d3d8c-fbe7-4764-86fd-c1658166eec9 req-e97af34c-482d-4abb-ad9b-e070686b5f3f tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:14.371198 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-318d3d8c-fbe7-4764-86fd-c1658166eec9 req-e97af34c-482d-4abb-ad9b-e070686b5f3f tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1198182 Jun 08 04:16:14.430866 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-318d3d8c-fbe7-4764-86fd-c1658166eec9 req-b8543d2f-a6aa-4fbf-b90a-23691b37026e tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522957 Jun 08 04:16:14.446788 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aff17a-cef6-4b3e-a0ae-e034b830a4d2 req-6e402f17-38cb-456a-af01-6a44d34c542a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:14.448247 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-97aff17a-cef6-4b3e-a0ae-e034b830a4d2 req-6e402f17-38cb-456a-af01-6a44d34c542a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.1303818 Jun 08 04:16:14.605894 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-97aff17a-cef6-4b3e-a0ae-e034b830a4d2 req-18a5b92a-3a36-4fac-8480-3789db15372e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520691 Jun 08 04:16:14.647739 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e151c17-f4d6-454d-abe3-f0771a571e6c req-cdadb3a3-7ed3-46f8-918f-c4859fa91b85 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:14.649106 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e151c17-f4d6-454d-abe3-f0771a571e6c req-cdadb3a3-7ed3-46f8-918f-c4859fa91b85 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.0841112 Jun 08 04:16:14.692902 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e151c17-f4d6-454d-abe3-f0771a571e6c req-86bfc8f2-9085-4cc1-ab06-6deb0d3f8377 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378034 Jun 08 04:16:14.718892 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:14.838573 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-9b027ff5-9722-4768-98eb-20f61883c775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:15.402082 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283c406-028d-4ec2-b026-5b32af383355 req-63b852da-6cca-46d9-a601-9d773dc34192 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:15.403543 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e283c406-028d-4ec2-b026-5b32af383355 req-63b852da-6cca-46d9-a601-9d773dc34192 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 943 time: 0.1103675 Jun 08 04:16:15.412036 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d51a51-5834-4fd9-91b1-ef690ba21e39 req-8af5ea8b-7e24-45dd-8562-601d948701d3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:15.417307 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-55d51a51-5834-4fd9-91b1-ef690ba21e39 req-8af5ea8b-7e24-45dd-8562-601d948701d3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.1536367 Jun 08 04:16:15.485477 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e283c406-028d-4ec2-b026-5b32af383355 req-b1c91ecd-5b2d-4ba3-b361-f6402d53d31b tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711753 Jun 08 04:16:15.492907 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-55d51a51-5834-4fd9-91b1-ef690ba21e39 req-91065358-8d88-45ae-8573-8c247109e95c tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637314 Jun 08 04:16:15.570214 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:15.720730 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea692149-125a-4c9a-b5a3-3f8b22f10359 req-9a89b553-47d7-4db9-b867-dfb20ac8b622 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:15.722100 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ea692149-125a-4c9a-b5a3-3f8b22f10359 req-9a89b553-47d7-4db9-b867-dfb20ac8b622 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.1069546 Jun 08 04:16:15.730991 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f8a48-ce53-4ec9-b76c-8d34b7d96cea req-e5ff3dab-4801-4290-ae8c-76ffcb70870f tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:15.732381 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f87f8a48-ce53-4ec9-b76c-8d34b7d96cea req-e5ff3dab-4801-4290-ae8c-76ffcb70870f tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.1539896 Jun 08 04:16:15.800631 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ea692149-125a-4c9a-b5a3-3f8b22f10359 req-340f99db-c525-4549-bdc3-22f17f5e919a tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673068 Jun 08 04:16:15.804892 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f87f8a48-ce53-4ec9-b76c-8d34b7d96cea req-7a6cc983-2220-4eca-811d-6274da763021 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572786 Jun 08 04:16:15.824614 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 35370) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:16.120074 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24164a4b-1cbe-4aed-9a09-37094fdeec44 req-680c5352-d6a4-42e4-90a8-987830a5639a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:16.121509 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-24164a4b-1cbe-4aed-9a09-37094fdeec44 req-680c5352-d6a4-42e4-90a8-987830a5639a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.2131934 Jun 08 04:16:16.131336 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a687b6-cab9-4890-b5ac-323458f16937 req-498d13ab-6200-4b61-ac5e-6a82d4cef93f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:16.132659 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-03a687b6-cab9-4890-b5ac-323458f16937 req-498d13ab-6200-4b61-ac5e-6a82d4cef93f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1852341 Jun 08 04:16:16.137466 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe8205b-24cb-4e58-a793-8fdb937e8549 tempest-TestShelveInstance-550927562 tempest-TestShelveInstance-550927562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:16.138839 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-9fe8205b-24cb-4e58-a793-8fdb937e8549 tempest-TestShelveInstance-550927562 tempest-TestShelveInstance-550927562-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 1093 time: 0.3132584 Jun 08 04:16:16.145533 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 35380) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:16.150130 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Request body: {'floatingip': {'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'port_id': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:16:16.205792 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-24164a4b-1cbe-4aed-9a09-37094fdeec44 req-312b2f9f-8484-4234-9bf0-a4e9c4c6fe00 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710824 Jun 08 04:16:16.208512 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-03a687b6-cab9-4890-b5ac-323458f16937 req-aef3ea3e-7cbb-4b74-aa28-e53bb9c7e6bd tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687551 Jun 08 04:16:16.212298 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 2789a803-e560-4147-908c-27e3c7acae29 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:16:16.221792 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for floatingip, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:16.365138 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 2789a803-e560-4147-908c-27e3c7acae29, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2789a803-e560-4147-908c-27e3c7acae29,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:16.375649 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:16.379152 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': '2789a803-e560-4147-908c-27e3c7acae29', 'network_id': 'e97d6132-85d0-4e4a-9c43-1ae30cd7d35f', 'port_id': '2789a803-e560-4147-908c-27e3c7acae29', 'mac_address': 'fa:16:3e:49:87:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641a26e1-b53e-42f6-82ec-ed94a7238fc9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:16:16.389688 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53b4b3-2316-4e13-be71-12a1c756b877 req-ba0ab73f-d8ce-4b5f-b462-508fd622406d tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:16.391170 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2b53b4b3-2316-4e13-be71-12a1c756b877 req-ba0ab73f-d8ce-4b5f-b462-508fd622406d tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 945 time: 0.0865319 Jun 08 04:16:16.434665 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:16.441100 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2b53b4b3-2316-4e13-be71-12a1c756b877 req-96a43026-03f4-44a3-a39e-81ef695f4557 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435116 Jun 08 04:16:16.451525 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2789a803-e560-4147-908c-27e3c7acae29 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:16:16.464721 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 35382) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:16.468998 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 2789a803-e560-4147-908c-27e3c7acae29, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2789a803-e560-4147-908c-27e3c7acae29,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:16.517306 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Allocated IP 172.28.2.22 (0fa4fef6-9966-433f-a9a0-b619cc4acad7/01718dbf-838e-406a-9174-db3581520999/443c3cc0-caa7-4d81-af61-b7d601b5cc0c) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:16:16.552979 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:16.555107 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:16.635547 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=2789a803-e560-4147-908c-27e3c7acae29,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:16.638847 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:16.698656 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:16.734312 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0326a24-1919-45e9-bd96-5d78a4e53b5a tempest-TestMinimumBasicScenario-1502316956 tempest-TestMinimumBasicScenario-1502316956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:16.735748 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-c0326a24-1919-45e9-bd96-5d78a4e53b5a tempest-TestMinimumBasicScenario-1502316956 tempest-TestMinimumBasicScenario-1502316956-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 1093 time: 0.2697780 Jun 08 04:16:16.738762 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 35388) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:16.744098 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Request body: {'floatingip': {'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'port_id': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:16:16.744889 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cb24f-c0c2-4d37-ba8a-08d240f00f8c req-ae60c4ec-55e1-469a-9529-bf6120491034 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:16.746237 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-469cb24f-c0c2-4d37-ba8a-08d240f00f8c req-ae60c4ec-55e1-469a-9529-bf6120491034 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 944 time: 0.1046910 Jun 08 04:16:16.787649 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1898218'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:16.788238 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:16:16.788238 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:16:16.788238 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:16:16.788238 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:16:16.788238 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:16:16.788238 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:16:16.791805 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-469cb24f-c0c2-4d37-ba8a-08d240f00f8c req-841d673c-fbc2-44b2-8173-ee746e10c2ed tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397439 Jun 08 04:16:16.804461 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:16:16.810188 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:16:16.812588 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:16:16.849216 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for floatingip, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:16.997900 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76547d71-e3d0-445b-ba4c-bbb3dd95dc66 req-61d37263-bca9-41f2-87fe-5240a46f2266 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:16.999289 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-76547d71-e3d0-445b-ba4c-bbb3dd95dc66 req-61d37263-bca9-41f2-87fe-5240a46f2266 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0830503 Jun 08 04:16:17.044056 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-76547d71-e3d0-445b-ba4c-bbb3dd95dc66 req-3ea09235-9d82-4647-b4c7-9a77c1d36eb7 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387988 Jun 08 04:16:17.045179 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['2789a803-e560-4147-908c-27e3c7acae29'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:16:17.321125 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:17.475268 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4ca4f-b0f8-48e8-9d9b-c0e39f225e67 req-41cbc62f-0ab4-46b0-a6c0-2840fdde791d tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:17.476704 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-51d4ca4f-b0f8-48e8-9d9b-c0e39f225e67 req-41cbc62f-0ab4-46b0-a6c0-2840fdde791d tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.1410384 Jun 08 04:16:17.489468 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd3cf5-049e-4c11-a5b2-0c5c907190c2 req-57c6f0cc-cc09-4b53-a825-1864cf69c820 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:17.490728 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-46fd3cf5-049e-4c11-a5b2-0c5c907190c2 req-57c6f0cc-cc09-4b53-a825-1864cf69c820 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1157076 Jun 08 04:16:17.502494 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Allocated IP 172.28.2.13 (0fa4fef6-9966-433f-a9a0-b619cc4acad7/01718dbf-838e-406a-9174-db3581520999/84eb353d-b12c-4192-966b-f3ab9356ad0b) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:16:17.518450 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:17.559955 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-51d4ca4f-b0f8-48e8-9d9b-c0e39f225e67 req-64a9cce9-aa22-488d-8443-5c315478e604 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682418 Jun 08 04:16:17.570448 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-46fd3cf5-049e-4c11-a5b2-0c5c907190c2 req-be49f20a-477a-4c2e-aa60-00d557b2ca52 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639098 Jun 08 04:16:17.610110 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:17.688070 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:17.720832 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:17.869812 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1898218'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:17.870389 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:16:17.870389 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:16:17.870389 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:16:17.870389 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:16:17.870389 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:16:17.870389 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:16:17.903885 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:16:17.912915 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:16:17.918004 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:16:17.976365 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438ef50-6c9f-4527-bea9-a00ea623d9ff req-e5af4e08-d0df-48b8-b10c-4d834f0cfa58 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:17.977882 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7438ef50-6c9f-4527-bea9-a00ea623d9ff req-e5af4e08-d0df-48b8-b10c-4d834f0cfa58 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 944 time: 0.0808570 Jun 08 04:16:17.991861 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:16:18.021853 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7438ef50-6c9f-4527-bea9-a00ea623d9ff req-6ffbffc3-2351-4f96-9c97-01e075452a75 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382326 Jun 08 04:16:18.035341 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:18.080417 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1898228'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:18.093247 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:18.254583 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13876512-a2c3-45cf-a63c-3adb368d2a8b req-8afa7508-206c-42c3-b137-6c5db22f5dda tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:18.256052 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-13876512-a2c3-45cf-a63c-3adb368d2a8b req-8afa7508-206c-42c3-b137-6c5db22f5dda tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0820339 Jun 08 04:16:18.268429 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Pushing event updated for resources: {'Port': ['ID=443c3cc0-caa7-4d81-af61-b7d601b5cc0c,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:18.301083 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-13876512-a2c3-45cf-a63c-3adb368d2a8b req-d105e657-1b98-4f64-941f-f7081b3972d4 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390069 Jun 08 04:16:18.323582 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:18.356793 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867599'] for floatingip, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:18.697907 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.l3_db [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Floating IP e01c29f6-162f-4994-a8ee-6772fee11837 associated. External IP: 172.28.2.22, port: d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2. Jun 08 04:16:18.889980 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:18.893755 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a903c82-f207-469d-991b-bbf0f8ade7bc req-147ca8e2-96fe-4094-9e53-525d208adcf5 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:18.895257 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0a903c82-f207-469d-991b-bbf0f8ade7bc req-147ca8e2-96fe-4094-9e53-525d208adcf5 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.2260797 Jun 08 04:16:18.899706 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dacfbf-5174-4547-a413-7037963db2aa req-9e9354f4-804d-4158-a69b-ef5386ee8919 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:18.901173 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-e0dacfbf-5174-4547-a413-7037963db2aa req-9e9354f4-804d-4158-a69b-ef5386ee8919 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.21 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.2759805 Jun 08 04:16:18.909206 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d323d9-8014-4f24-b8b6-170c9d803d8b req-857b581e-6d9d-4be5-bcaa-952ad083b3ed tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:18.910725 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-94d323d9-8014-4f24-b8b6-170c9d803d8b req-857b581e-6d9d-4be5-bcaa-952ad083b3ed tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1994603 Jun 08 04:16:18.974849 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0a903c82-f207-469d-991b-bbf0f8ade7bc req-d2b24f8c-29a0-4c6e-ad01-92aac7028054 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632493 Jun 08 04:16:18.985060 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-94d323d9-8014-4f24-b8b6-170c9d803d8b req-4bcabc43-b0b5-4f74-b6ae-1ca3dbfac88e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599711 Jun 08 04:16:19.207623 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397aa70-4e06-4aa9-9cca-b51e567591be req-9ffa1b89-6dda-4ad0-846c-8b1327bfb8be tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:19.208978 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8397aa70-4e06-4aa9-9cca-b51e567591be req-9ffa1b89-6dda-4ad0-846c-8b1327bfb8be tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 944 time: 0.0827522 Jun 08 04:16:19.243632 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:19.252557 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8397aa70-4e06-4aa9-9cca-b51e567591be req-7f890962-3595-44a9-a942-2cca54f5fb54 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376523 Jun 08 04:16:19.321845 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:16:19.335131 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [req-e0dacfbf-5174-4547-a413-7037963db2aa req-c4318990-a800-4fee-a958-42a957c2e504 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Deleting port 819fb6dd-663c-491b-a887-910350264c3c {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:16:19.335696 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-e0dacfbf-5174-4547-a413-7037963db2aa req-c4318990-a800-4fee-a958-42a957c2e504 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:19.483980 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1b2d9-6dba-44d4-973c-cb3d6ee5eb09 req-fa176973-6b37-4c28-9804-a445d7a13291 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:19.485325 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7cb1b2d9-6dba-44d4-973c-cb3d6ee5eb09 req-fa176973-6b37-4c28-9804-a445d7a13291 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 945 time: 0.0789950 Jun 08 04:16:19.530381 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7cb1b2d9-6dba-44d4-973c-cb3d6ee5eb09 req-9446161b-670e-4073-bc8f-be3e36cb2e58 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/security-groups?id=631adcdf-a53b-440f-b4aa-f1c1948e7ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383883 Jun 08 04:16:19.725672 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-e0dacfbf-5174-4547-a413-7037963db2aa req-c4318990-a800-4fee-a958-42a957c2e504 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] For port 819fb6dd-663c-491b-a887-910350264c3c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=819fb6dd-663c-491b-a887-910350264c3c,segment=NetworkSegment(0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d),segment_id=0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:19.726024 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-e0dacfbf-5174-4547-a413-7037963db2aa req-c4318990-a800-4fee-a958-42a957c2e504 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:19.941385 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:16:19.949680 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [req-e0dacfbf-5174-4547-a413-7037963db2aa req-c4318990-a800-4fee-a958-42a957c2e504 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Calling delete_port for 819fb6dd-663c-491b-a887-910350264c3c owned by compute:nova {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:16:19.950596 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ea5c9e-ec08-42bd-a5ec-d0cc32073f23 None None] Sync routers for ids ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:16:19.960458 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea5c9e-ec08-42bd-a5ec-d0cc32073f23 None None] Routers {'4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:16:19.961834 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-d9ea5c9e-ec08-42bd-a5ec-d0cc32073f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:16:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:20.057437 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:20.059331 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:20.136609 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9760833 Jun 08 04:16:20.136609 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'tag': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2'}] {{(pid=92280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:16:20.136609 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59587a23dae4433d2100e3f102ebc88f30c43b22f141808d2ae0dd60ce475b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a718b4-6138-4e4e-bd1e-e78cda219fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "06c7e654-f8e0-47db-9933-dadb9b32cf55", "tag": "d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2"}]}' {{(pid=92280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:16:20.140161 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1898228'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:20.153289 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-d9ea5c9e-ec08-42bd-a5ec-d0cc32073f23 None None] Set router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:16:20.157112 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:20.253259 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 2789a803-e560-4147-908c-27e3c7acae29 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:16:20.286596 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3dfbc-3c71-46a6-b304-af9a1a810ad3 req-a64c75b4-9edf-4757-9034-49339dcd7038 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:20.293991 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-13b3dfbc-3c71-46a6-b304-af9a1a810ad3 req-a64c75b4-9edf-4757-9034-49339dcd7038 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.1096940 Jun 08 04:16:20.295998 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Pushing event updated for resources: {'Port': ['ID=84eb353d-b12c-4192-966b-f3ab9356ad0b,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:20.302045 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:20.330134 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867599'] for floatingip, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:20.338367 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ae95a-91c2-43f8-9db3-0c61ffbe2995 req-829e9123-3dcc-4a49-9360-17d63d540906 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:20.345460 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-dc5ae95a-91c2-43f8-9db3-0c61ffbe2995 req-829e9123-3dcc-4a49-9360-17d63d540906 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.2160444 Jun 08 04:16:20.394001 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-13b3dfbc-3c71-46a6-b304-af9a1a810ad3 req-c0f5d4b0-0c4b-4daa-8a10-8977c42c1cdc tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991447 Jun 08 04:16:20.408079 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-dc5ae95a-91c2-43f8-9db3-0c61ffbe2995 req-a6817137-48bb-4538-8953-ae10bd806e14 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611846 Jun 08 04:16:20.444817 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port 2789a803-e560-4147-908c-27e3c7acae29 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:16:20.452886 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port 2789a803-e560-4147-908c-27e3c7acae29 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:16:20.453266 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:20.528381 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.l3_db [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Floating IP 7ef5672a-0b75-4c1a-a8cf-1d852e34f859 associated. External IP: 172.28.2.13, port: fa557ed7-b8e9-4903-8656-1ed0a96a5480. Jun 08 04:16:20.589326 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48755c06-05af-4d9f-bc51-498ac44deeb8 x-openstack-request-id: req-48755c06-05af-4d9f-bc51-498ac44deeb8 {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:16:20.589658 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c7e654-f8e0-47db-9933-dadb9b32cf55", "tag": "d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2", "status": "completed", "code": 200}]} {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:16:20.589935 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48755c06-05af-4d9f-bc51-498ac44deeb8 {{(pid=92280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:16:20.590728 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'tag': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'status': 'completed', 'code': 200} Jun 08 04:16:20.606644 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-e0dacfbf-5174-4547-a413-7037963db2aa req-c4318990-a800-4fee-a958-42a957c2e504 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:20.641382 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-d9ea5c9e-ec08-42bd-a5ec-d0cc32073f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:14:57Z', 'revision_number': 4, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port': {'id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:50Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': 'e01c29f6-162f-4994-a8ee-6772fee11837', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'port_id': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'mac_address': 'fa:16:3e:0f:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:16:17Z', 'updated_at': '2021-06-08T04:16:17Z', 'revision_number': 0, 'project_id': '3002b5386f4844238db562f48f30e074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d', 'name': '', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'mac_address': 'fa:16:3e:e3:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:55Z', 'updated_at': '2021-06-08T04:15:07Z', 'revision_number': 5, 'project_id': '3002b5386f4844238db562f48f30e074', 'subnets': [{'id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:20.646389 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ea5c9e-ec08-42bd-a5ec-d0cc32073f23 None None] Checking router: 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:16:20.655883 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea5c9e-ec08-42bd-a5ec-d0cc32073f23 None None] Routers {'4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:16:20.656834 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-d9ea5c9e-ec08-42bd-a5ec-d0cc32073f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:16:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:20.665073 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a718b4-6138-4e4e-bd1e-e78cda219fb9 req-fdbaa503-1345-4e4c-8bda-b858fe444283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:20.666550 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-17a718b4-6138-4e4e-bd1e-e78cda219fb9 req-fdbaa503-1345-4e4c-8bda-b858fe444283 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3002b5386f4844238db562f48f30e074&device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 1098 time: 0.1094055 Jun 08 04:16:20.677432 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:20.705664 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-268a60ff-fa49-43ec-82bf-dd1b48de55b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:20.708929 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07f6f74-0b12-45ca-a7f6-d6567d546f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2789a803-e560-4147-908c-27e3c7acae29'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:16:20.712180 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fea16d-80c7-4429-a744-0994889ceeb8" -d '{"events": [{"server_uuid": "e07f6f74-0b12-45ca-a7f6-d6567d546f80", "name": "network-vif-plugged", "status": "completed", "tag": "2789a803-e560-4147-908c-27e3c7acae29"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:16:20.723098 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 2789a803-e560-4147-908c-27e3c7acae29, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2789a803-e560-4147-908c-27e3c7acae29,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:20.736302 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f471f-383e-45d9-9090-8358020f9231 req-685a21be-7918-4869-8555-50e76c9b758c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:20.737785 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e52f471f-383e-45d9-9090-8358020f9231 req-685a21be-7918-4869-8555-50e76c9b758c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 944 time: 0.2220743 Jun 08 04:16:20.787059 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4318990-a800-4fee-a958-42a957c2e504 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Pushing event deleted for resources: {'Port': ['ID=819fb6dd-663c-491b-a887-910350264c3c,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:20.805471 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:20.807755 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 819fb6dd-663c-491b-a887-910350264c3c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:16:20.816976 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c4318990-a800-4fee-a958-42a957c2e504 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:20.848249 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:20.858094 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-d9ea5c9e-ec08-42bd-a5ec-d0cc32073f23 None None] Set router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:16:20.880569 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e52f471f-383e-45d9-9090-8358020f9231 req-31dc506a-36d5-492e-b6c0-493ecdbd1c11 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961266 Jun 08 04:16:20.891880 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dacfbf-5174-4547-a413-7037963db2aa req-c4318990-a800-4fee-a958-42a957c2e504 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] No DVR routers for this DVR port 819fb6dd-663c-491b-a887-910350264c3c on host hv-cinder-78662 {{(pid=92280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:16:20.896656 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-e0dacfbf-5174-4547-a413-7037963db2aa req-c4318990-a800-4fee-a958-42a957c2e504 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:20.898637 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-e0dacfbf-5174-4547-a413-7037963db2aa req-c4318990-a800-4fee-a958-42a957c2e504 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.21 "DELETE /v2.0/ports/819fb6dd-663c-491b-a887-910350264c3c HTTP/1.1" status: 204 len: 173 time: 1.9858863 Jun 08 04:16:20.912633 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: 819fb6dd-663c-491b-a887-910350264c3c {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:16:20.913118 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 819fb6dd-663c-491b-a887-910350264c3c not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:16:20.949736 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=2789a803-e560-4147-908c-27e3c7acae29,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:20.960612 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:20.962491 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:20.963413 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:20.963853 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:20.965812 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:20.966058 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:20.966485 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:20.967515 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:20.968052 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:20.969587 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:20.970804 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:20.972364 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:16:20.981610 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:20.996180 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3221d28-1869-44d2-9952-96f464810b27 x-openstack-request-id: req-a3221d28-1869-44d2-9952-96f464810b27 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:16:20.997888 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07f6f74-0b12-45ca-a7f6-d6567d546f80", "name": "network-vif-plugged", "status": "completed", "tag": "2789a803-e560-4147-908c-27e3c7acae29", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:16:20.998473 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3221d28-1869-44d2-9952-96f464810b27 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:16:21.003847 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a718b4-6138-4e4e-bd1e-e78cda219fb9 req-1bd6a467-538c-4bca-8047-8c5c606513ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:21.005186 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07f6f74-0b12-45ca-a7f6-d6567d546f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2789a803-e560-4147-908c-27e3c7acae29', 'code': 200} Jun 08 04:16:21.005320 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-17a718b4-6138-4e4e-bd1e-e78cda219fb9 req-1bd6a467-538c-4bca-8047-8c5c606513ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=29de343d-a844-4dfc-bfb6-69bd35f7217d HTTP/1.1" status: 200 len: 909 time: 0.3300979 Jun 08 04:16:21.137581 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Router 78bd48c9-ff49-4464-b232-438c8d52bbd0 has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:16:21.253628 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-86f61738-b00b-441b-90da-6151d8ab419d req-ea567b44-90e6-4186-b039-7b8e5b88f508 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 210 time: 0.1368642 Jun 08 04:16:21.288198 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-17a718b4-6138-4e4e-bd1e-e78cda219fb9 req-fec24b1f-4a50-4ecc-96ba-06b02e79c80b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 HTTP/1.1" status: 200 len: 998 time: 0.2711525 Jun 08 04:16:21.421535 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5634372-0acf-4b51-a343-155a52e47971 req-829faf66-7b78-410a-a7fb-012b98d649d8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:21.429544 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a5634372-0acf-4b51-a343-155a52e47971 req-829faf66-7b78-410a-a7fb-012b98d649d8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.2365618 Jun 08 04:16:21.451705 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a718b4-6138-4e4e-bd1e-e78cda219fb9 req-248680a7-802d-489d-a925-8c447ae1222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:21.453135 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-17a718b4-6138-4e4e-bd1e-e78cda219fb9 req-248680a7-802d-489d-a925-8c447ae1222a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8 HTTP/1.1" status: 200 len: 847 time: 0.1566353 Jun 08 04:16:21.454681 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-d9ea5c9e-ec08-42bd-a5ec-d0cc32073f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:14:57Z', 'revision_number': 4, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port': {'id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:50Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': 'e01c29f6-162f-4994-a8ee-6772fee11837', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'port_id': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'mac_address': 'fa:16:3e:0f:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:16:17Z', 'updated_at': '2021-06-08T04:16:17Z', 'revision_number': 0, 'project_id': '3002b5386f4844238db562f48f30e074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d', 'name': '', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'mac_address': 'fa:16:3e:e3:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:55Z', 'updated_at': '2021-06-08T04:15:07Z', 'revision_number': 5, 'project_id': '3002b5386f4844238db562f48f30e074', 'subnets': [{'id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:21.469885 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ea5c9e-ec08-42bd-a5ec-d0cc32073f23 None None] The sync data for ids ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'] in dv-cinder-786627-8-smb is: [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:14:57Z', 'revision_number': 4, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port': {'id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:50Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': 'e01c29f6-162f-4994-a8ee-6772fee11837', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'port_id': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'mac_address': 'fa:16:3e:0f:ec:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:16:17Z', 'updated_at': '2021-06-08T04:16:17Z', 'revision_number': 0, 'project_id': '3002b5386f4844238db562f48f30e074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d', 'name': '', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'mac_address': 'fa:16:3e:e3:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:55Z', 'updated_at': '2021-06-08T04:15:07Z', 'revision_number': 5, 'project_id': '3002b5386f4844238db562f48f30e074', 'subnets': [{'id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:16:21.558864 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a5634372-0acf-4b51-a343-155a52e47971 req-3f76ad12-a4ff-4dc0-b3a2-97b4fb59f971 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283259 Jun 08 04:16:21.560296 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d6804-7d14-48ed-9b3c-2651abf76c5c req-c4c5010d-37ae-4195-b55f-e3b9209d5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:21.562110 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-597d6804-7d14-48ed-9b3c-2651abf76c5c req-c4c5010d-37ae-4195-b55f-e3b9209d5a6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6510b398a2924cc896f0ecf5dd74ea97&device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 1098 time: 0.3476238 Jun 08 04:16:21.591836 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a718b4-6138-4e4e-bd1e-e78cda219fb9 req-7816170d-9941-4b83-a584-1ca696923965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:21.593488 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-17a718b4-6138-4e4e-bd1e-e78cda219fb9 req-7816170d-9941-4b83-a584-1ca696923965 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29de343d-a844-4dfc-bfb6-69bd35f7217d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1279161 Jun 08 04:16:21.658960 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:16:21.675038 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e0be9-63dd-4d7a-a7b7-eefd7ab3ea4a None None] Sync routers for ids ['78bd48c9-ff49-4464-b232-438c8d52bbd0'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:16:21.686908 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e0be9-63dd-4d7a-a7b7-eefd7ab3ea4a None None] Routers {'78bd48c9-ff49-4464-b232-438c8d52bbd0'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:16:21.688147 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-899e0be9-63dd-4d7a-a7b7-eefd7ab3ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:16:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['78bd48c9-ff49-4464-b232-438c8d52bbd0'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:21.739745 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e641df-f8cf-4d11-a1de-c00b77a4f235 req-ce7e434f-438c-43fb-a491-10a182dc8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:21.741311 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-02e641df-f8cf-4d11-a1de-c00b77a4f235 req-ce7e434f-438c-43fb-a491-10a182dc8831 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 1098 time: 0.2437718 Jun 08 04:16:21.747251 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d6804-7d14-48ed-9b3c-2651abf76c5c req-ec77d21a-0fc5-45b7-b0bb-5c3eb99488e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:21.748722 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-597d6804-7d14-48ed-9b3c-2651abf76c5c req-ec77d21a-0fc5-45b7-b0bb-5c3eb99488e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608 HTTP/1.1" status: 200 len: 912 time: 0.1687529 Jun 08 04:16:21.795328 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49bebf5-c6ee-41df-85cc-c28b77a0426a None None] New status for floating IP e01c29f6-162f-4994-a8ee-6772fee11837: ACTIVE {{(pid=92283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 04:16:21.826652 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-17a718b4-6138-4e4e-bd1e-e78cda219fb9 req-ade4ca46-c86d-48ad-9874-122a23672976 service neutron] 10.222.0.21 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240233 Jun 08 04:16:21.836277 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:21.907175 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-899e0be9-63dd-4d7a-a7b7-eefd7ab3ea4a None None] Set router 78bd48c9-ff49-4464-b232-438c8d52bbd0 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:16:21.920359 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-02e641df-f8cf-4d11-a1de-c00b77a4f235 req-6bc72837-d64a-400a-aa61-65fa9ef59024 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706448 Jun 08 04:16:21.927817 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-597d6804-7d14-48ed-9b3c-2651abf76c5c req-3375cd17-02de-4ac5-8739-0e12e0a473a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ffad4ab-1a59-48ad-b584-fd11959aba48 HTTP/1.1" status: 200 len: 1001 time: 0.1644690 Jun 08 04:16:21.931701 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1918314 Jun 08 04:16:21.934355 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 35434) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:21.938742 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-d3093181-7d83-4f89-af11-7ebe7419d1ed tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-792182519', 'description': 'tempest-secgroup-smoke-792182519 description', 'project_id': '9f857362d6c348529e6e99d64c3fccbb'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:16:21.987195 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df86c19-bc59-4908-936d-50b077a55df2 req-86201c3c-44af-4576-acd2-83350525227d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:21.994753 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6df86c19-bc59-4908-936d-50b077a55df2 req-86201c3c-44af-4576-acd2-83350525227d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.3949695 Jun 08 04:16:22.044522 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d3093181-7d83-4f89-af11-7ebe7419d1ed tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:22.187415 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d6804-7d14-48ed-9b3c-2651abf76c5c req-39ae34de-932b-42ac-9522-1bf3873e5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:22.188981 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-597d6804-7d14-48ed-9b3c-2651abf76c5c req-39ae34de-932b-42ac-9522-1bf3873e5c87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cbbe1bd-e80b-4b17-a029-b5a2fd183531 HTTP/1.1" status: 200 len: 850 time: 0.0945668 Jun 08 04:16:22.241447 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6df86c19-bc59-4908-936d-50b077a55df2 req-b405a726-29e3-41c0-95cf-b0419154b484 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456427 Jun 08 04:16:22.261609 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-17a718b4-6138-4e4e-bd1e-e78cda219fb9 req-9728fdeb-e903-4b67-9303-19837603dfb8 service neutron] 10.222.0.21 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251690 Jun 08 04:16:22.275979 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 639df7a3-9ef1-4c7c-b7e1-907024a611ad details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:16:22.280086 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d3093181-7d83-4f89-af11-7ebe7419d1ed tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:22.307271 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06140fa-0df3-4cdb-9c63-cf2f70ebafc1 req-81a98734-cb04-4c55-8c8c-ece515bbba8a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:22.308778 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b06140fa-0df3-4cdb-9c63-cf2f70ebafc1 req-81a98734-cb04-4c55-8c8c-ece515bbba8a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 945 time: 0.2972817 Jun 08 04:16:22.332420 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d6804-7d14-48ed-9b3c-2651abf76c5c req-886b69d4-1840-407c-b9fd-cc44a58de33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:22.334188 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-597d6804-7d14-48ed-9b3c-2651abf76c5c req-886b69d4-1840-407c-b9fd-cc44a58de33d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1189899 Jun 08 04:16:22.365774 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d3093181-7d83-4f89-af11-7ebe7419d1ed tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:22.369553 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b06140fa-0df3-4cdb-9c63-cf2f70ebafc1 req-6e7cb632-066c-4dc3-b675-306d28a846a8 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535502 Jun 08 04:16:22.439818 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b37f93ab-094a-43e4-bfcb-abfb72dbf467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:22.449952 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-43999530-3505-432e-964f-42718738f6cc req-2ac78618-319c-4da3-ba70-4ad0e2e184d8 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81f455b-8953-46d2-8557-4027e1b509bc HTTP/1.1" status: 200 len: 210 time: 0.0452349 Jun 08 04:16:22.500344 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 639df7a3-9ef1-4c7c-b7e1-907024a611ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:22.500623 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3093181-7d83-4f89-af11-7ebe7419d1ed tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adfefe17-ed01-4e3b-832d-82250d64a20a,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:22.505910 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-d3093181-7d83-4f89-af11-7ebe7419d1ed tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:22.543388 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-597d6804-7d14-48ed-9b3c-2651abf76c5c req-24c70911-7420-4927-bfcf-795f3bedb4f5 service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002881 Jun 08 04:16:22.552366 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d3093181-7d83-4f89-af11-7ebe7419d1ed tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:22.553781 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-d3093181-7d83-4f89-af11-7ebe7419d1ed tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6184235 Jun 08 04:16:22.557299 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'port_id': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'mac_address': 'fa:16:3e:b1:7c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:16:22.557453 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 35438) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:22.562140 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-e84c2ca8-97f3-45c1-bde8-ce49c84d59a8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Request body: {'security_group_rule': {'security_group_id': 'adfefe17-ed01-4e3b-832d-82250d64a20a', 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:16:22.589343 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-899e0be9-63dd-4d7a-a7b7-eefd7ab3ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port': {'id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:40Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': '7ef5672a-0b75-4c1a-a8cf-1d852e34f859', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'floating_ip_address': '172.28.2.13', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'port_id': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'mac_address': 'fa:16:3e:3f:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:16:18Z', 'updated_at': '2021-06-08T04:16:18Z', 'revision_number': 0, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890f1d5f-f30f-4539-8c7d-4a6993872dae', 'name': '', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'mac_address': 'fa:16:3e:62:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1490fece-2a63-4732-be7b-7783972b95c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:45Z', 'updated_at': '2021-06-08T04:14:55Z', 'revision_number': 5, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'subnets': [{'id': '1490fece-2a63-4732-be7b-7783972b95c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:22.605939 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e0be9-63dd-4d7a-a7b7-eefd7ab3ea4a None None] Checking router: 78bd48c9-ff49-4464-b232-438c8d52bbd0 for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:16:22.621986 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81f455b-8953-46d2-8557-4027e1b509bc', 'name': 'network-vif-deleted', 'tag': '819fb6dd-663c-491b-a887-910350264c3c'}, {'name': 'network-changed', 'server_uuid': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'tag': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480'}] {{(pid=92280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:16:22.624282 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59587a23dae4433d2100e3f102ebc88f30c43b22f141808d2ae0dd60ce475b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cc99a7-89d7-42c1-bce9-b1b49e2c1ad1" -d '{"events": [{"server_uuid": "a81f455b-8953-46d2-8557-4027e1b509bc", "name": "network-vif-deleted", "tag": "819fb6dd-663c-491b-a887-910350264c3c"}, {"name": "network-changed", "server_uuid": "4e384122-9ce7-4c41-9191-f6d69f02b2e5", "tag": "fa557ed7-b8e9-4903-8656-1ed0a96a5480"}]}' {{(pid=92280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:16:22.627033 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e0be9-63dd-4d7a-a7b7-eefd7ab3ea4a None None] Routers {'78bd48c9-ff49-4464-b232-438c8d52bbd0'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:16:22.627947 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-899e0be9-63dd-4d7a-a7b7-eefd7ab3ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:16:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['78bd48c9-ff49-4464-b232-438c8d52bbd0'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:22.681309 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Jun 2021 04:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee412b8-2427-40ff-bcdb-8a07279de1d0 x-openstack-request-id: req-4ee412b8-2427-40ff-bcdb-8a07279de1d0 {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:16:22.681703 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81f455b-8953-46d2-8557-4027e1b509bc", "name": "network-vif-deleted", "tag": "819fb6dd-663c-491b-a887-910350264c3c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e384122-9ce7-4c41-9191-f6d69f02b2e5", "tag": "fa557ed7-b8e9-4903-8656-1ed0a96a5480", "status": "completed", "code": 200}]} {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:16:22.682054 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ee412b8-2427-40ff-bcdb-8a07279de1d0 {{(pid=92280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:16:22.682573 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81f455b-8953-46d2-8557-4027e1b509bc', 'name': 'network-vif-deleted', 'tag': '819fb6dd-663c-491b-a887-910350264c3c', 'status': 'completed', 'code': 200} Jun 08 04:16:22.683020 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'tag': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480', 'status': 'completed', 'code': 200} Jun 08 04:16:22.702123 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:22.720661 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-597d6804-7d14-48ed-9b3c-2651abf76c5c req-6e49d5f5-edf0-4c43-90ae-720eb507e9ce service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693969 Jun 08 04:16:22.768932 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 639df7a3-9ef1-4c7c-b7e1-907024a611ad {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:16:22.770978 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e84c2ca8-97f3-45c1-bde8-ce49c84d59a8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:22.811456 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 639df7a3-9ef1-4c7c-b7e1-907024a611ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:22.843689 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-899e0be9-63dd-4d7a-a7b7-eefd7ab3ea4a None None] Set router 78bd48c9-ff49-4464-b232-438c8d52bbd0 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:16:22.877672 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77ecd8-83e6-4a3a-af17-495ee9c0c9d8 req-16cf6de6-bb63-4166-9a18-ffcfa7eadba1 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:22.879231 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9e77ecd8-83e6-4a3a-af17-495ee9c0c9d8 req-16cf6de6-bb63-4166-9a18-ffcfa7eadba1 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.2070985 Jun 08 04:16:22.884456 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc99a7-89d7-42c1-bce9-b1b49e2c1ad1 req-c5d1a7ba-0bf3-419c-93f3-daebcf0db916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:22.884717 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:22.885075 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-34cc99a7-89d7-42c1-bce9-b1b49e2c1ad1 req-c5d1a7ba-0bf3-419c-93f3-daebcf0db916 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f857362d6c348529e6e99d64c3fccbb&device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 1098 time: 0.1712010 Jun 08 04:16:22.887878 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e84c2ca8-97f3-45c1-bde8-ce49c84d59a8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:22.898283 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:22.982384 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e84c2ca8-97f3-45c1-bde8-ce49c84d59a8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:22.997716 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-8dde7df8-ec83-40c8-8aaa-6f7b1e7d5508 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:23.024617 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9e77ecd8-83e6-4a3a-af17-495ee9c0c9d8 req-85331f3f-255f-43e4-8579-a36c5e929f41 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385362 Jun 08 04:16:23.035357 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c2ca8-97f3-45c1-bde8-ce49c84d59a8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f88101-78be-49b0-b940-6ded7478c6c7,revision_number=0']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:23.045845 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=639df7a3-9ef1-4c7c-b7e1-907024a611ad,revision_number=6']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:23.058050 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e84c2ca8-97f3-45c1-bde8-ce49c84d59a8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:23.064897 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:23.070535 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['639df7a3-9ef1-4c7c-b7e1-907024a611ad'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:16:23.080002 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc99a7-89d7-42c1-bce9-b1b49e2c1ad1 req-ee58c7f6-b0ab-4e12-beef-d7f18d1b862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:23.081433 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-34cc99a7-89d7-42c1-bce9-b1b49e2c1ad1 req-ee58c7f6-b0ab-4e12-beef-d7f18d1b862c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3816dd8e-f31f-47f6-ad61-452ca62afd90 HTTP/1.1" status: 200 len: 916 time: 0.1784554 Jun 08 04:16:23.162681 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e84c2ca8-97f3-45c1-bde8-ce49c84d59a8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:23.163905 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-e84c2ca8-97f3-45c1-bde8-ce49c84d59a8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6055634 Jun 08 04:16:23.167347 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 35444) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:23.172310 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-12f170aa-d266-4aec-9140-14a591f9799f tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Request body: {'security_group_rule': {'security_group_id': 'adfefe17-ed01-4e3b-832d-82250d64a20a', 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:16:23.195729 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-34cc99a7-89d7-42c1-bce9-b1b49e2c1ad1 req-baef31fe-6892-40d6-9f5a-9b2c0758ed18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480 HTTP/1.1" status: 200 len: 998 time: 0.1028028 Jun 08 04:16:23.259523 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc99a7-89d7-42c1-bce9-b1b49e2c1ad1 req-ae8c5500-15bd-4bb0-9561-94222aa7672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:23.260950 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-34cc99a7-89d7-42c1-bce9-b1b49e2c1ad1 req-ae8c5500-15bd-4bb0-9561-94222aa7672c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1490fece-2a63-4732-be7b-7783972b95c8 HTTP/1.1" status: 200 len: 854 time: 0.0588329 Jun 08 04:16:23.291022 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-12f170aa-d266-4aec-9140-14a591f9799f tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:23.364621 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc99a7-89d7-42c1-bce9-b1b49e2c1ad1 req-e59d10df-ec27-4afa-a356-fe3a3d75b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:23.368586 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-34cc99a7-89d7-42c1-bce9-b1b49e2c1ad1 req-e59d10df-ec27-4afa-a356-fe3a3d75b62b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3816dd8e-f31f-47f6-ad61-452ca62afd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0910523 Jun 08 04:16:23.378278 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-12f170aa-d266-4aec-9140-14a591f9799f tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:23.390703 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-899e0be9-63dd-4d7a-a7b7-eefd7ab3ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port': {'id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:40Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': '7ef5672a-0b75-4c1a-a8cf-1d852e34f859', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'floating_ip_address': '172.28.2.13', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'port_id': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'mac_address': 'fa:16:3e:3f:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:16:18Z', 'updated_at': '2021-06-08T04:16:18Z', 'revision_number': 0, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890f1d5f-f30f-4539-8c7d-4a6993872dae', 'name': '', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'mac_address': 'fa:16:3e:62:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1490fece-2a63-4732-be7b-7783972b95c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:45Z', 'updated_at': '2021-06-08T04:14:55Z', 'revision_number': 5, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'subnets': [{'id': '1490fece-2a63-4732-be7b-7783972b95c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:23.414209 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e0be9-63dd-4d7a-a7b7-eefd7ab3ea4a None None] The sync data for ids ['78bd48c9-ff49-4464-b232-438c8d52bbd0'] in dv-cinder-786627-8-smb is: [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port': {'id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:40Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': '7ef5672a-0b75-4c1a-a8cf-1d852e34f859', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'floating_ip_address': '172.28.2.13', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'port_id': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'mac_address': 'fa:16:3e:3f:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:16:18Z', 'updated_at': '2021-06-08T04:16:18Z', 'revision_number': 0, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '890f1d5f-f30f-4539-8c7d-4a6993872dae', 'name': '', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'mac_address': 'fa:16:3e:62:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1490fece-2a63-4732-be7b-7783972b95c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:45Z', 'updated_at': '2021-06-08T04:14:55Z', 'revision_number': 5, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'subnets': [{'id': '1490fece-2a63-4732-be7b-7783972b95c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:16:23.473785 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-12f170aa-d266-4aec-9140-14a591f9799f tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:23.483469 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-44ce1e46-69c6-4d74-8651-b459a7e53396 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:23.503653 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f170aa-d266-4aec-9140-14a591f9799f tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8e9c77-dad5-43a6-9a3a-aa9698b88d0d,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:23.506228 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-12f170aa-d266-4aec-9140-14a591f9799f tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:23.585593 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-12f170aa-d266-4aec-9140-14a591f9799f tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:23.587736 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-12f170aa-d266-4aec-9140-14a591f9799f tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4193940 Jun 08 04:16:23.590378 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 35452) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:23.595078 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-42cc5910-841d-42d3-8712-1a83705656a4 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Request body: {'security_group_rule': {'security_group_id': 'adfefe17-ed01-4e3b-832d-82250d64a20a', 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:16:23.637259 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-34cc99a7-89d7-42c1-bce9-b1b49e2c1ad1 req-51a2a725-287a-40c5-8e71-309deaad6fa4 service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283101 Jun 08 04:16:23.647018 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb53cb3-c0ff-413e-acfb-36f318549e7f req-91786420-95c7-4a5b-923c-ac6f644bdc8f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:23.650547 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb23c79-a6c4-483b-acf1-7be832abf5a6 None None] New status for floating IP 7ef5672a-0b75-4c1a-a8cf-1d852e34f859: ACTIVE {{(pid=92282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 04:16:23.653894 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7bb53cb3-c0ff-413e-acfb-36f318549e7f req-91786420-95c7-4a5b-923c-ac6f644bdc8f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 945 time: 0.2845173 Jun 08 04:16:23.746949 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-42cc5910-841d-42d3-8712-1a83705656a4 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:23.756866 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb3d61-7572-4721-90f2-5a6b6d5bef53 req-c69f5100-9afc-45d9-9baa-60bcd207d809 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:23.759760 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f8cb3d61-7572-4721-90f2-5a6b6d5bef53 req-c69f5100-9afc-45d9-9baa-60bcd207d809 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 945 time: 0.2565958 Jun 08 04:16:23.824061 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-42cc5910-841d-42d3-8712-1a83705656a4 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:23.849217 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7bb53cb3-c0ff-413e-acfb-36f318549e7f req-baa41988-49d0-44fb-a7d9-549d48e06e45 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941912 Jun 08 04:16:23.864727 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f8cb3d61-7572-4721-90f2-5a6b6d5bef53 req-c7ccfe8b-90a7-479d-9148-3202854f2e30 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897226 Jun 08 04:16:23.911844 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-34cc99a7-89d7-42c1-bce9-b1b49e2c1ad1 req-8dc7b1e0-3c20-4649-b354-672e3584aac6 service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538364 Jun 08 04:16:23.931719 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-42cc5910-841d-42d3-8712-1a83705656a4 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:23.946442 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-f0ce1488-02ad-4d7f-90ae-2745115b6cb3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:23.947627 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 35454) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:23.961969 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc5910-841d-42d3-8712-1a83705656a4 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a786905b-7a6b-40d8-bca3-592afd759a20,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:23.969407 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-42cc5910-841d-42d3-8712-1a83705656a4 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:24.129354 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-42cc5910-841d-42d3-8712-1a83705656a4 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:24.129354 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-42cc5910-841d-42d3-8712-1a83705656a4 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5358837 Jun 08 04:16:24.130265 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 35458) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:24.137759 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-3739c3b4-0fcf-496d-b9c3-c340a84e4a4c tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Request body: {'security_group_rule': {'security_group_id': 'adfefe17-ed01-4e3b-832d-82250d64a20a', 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:16:24.253787 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 639df7a3-9ef1-4c7c-b7e1-907024a611ad up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:16:24.260768 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3739c3b4-0fcf-496d-b9c3-c340a84e4a4c tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:24.330684 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port 639df7a3-9ef1-4c7c-b7e1-907024a611ad triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:16:24.331243 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:24.333975 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3739c3b4-0fcf-496d-b9c3-c340a84e4a4c tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:24.399373 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3739c3b4-0fcf-496d-b9c3-c340a84e4a4c tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:24.407528 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-12f170aa-d266-4aec-9140-14a591f9799f tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:24.426624 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739c3b4-0fcf-496d-b9c3-c340a84e4a4c tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b2afe0-b273-49e5-8076-ddcf075da5e5,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:24.429069 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-3739c3b4-0fcf-496d-b9c3-c340a84e4a4c tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:24.448144 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:24.474299 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639df7a3-9ef1-4c7c-b7e1-907024a611ad'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:16:24.476564 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9314f3d-7510-46b8-81cd-e280616f7503" -d '{"events": [{"server_uuid": "5967acb1-7f39-4672-b53e-0d068f64b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "639df7a3-9ef1-4c7c-b7e1-907024a611ad"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:16:24.485483 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 639df7a3-9ef1-4c7c-b7e1-907024a611ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:24.504925 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bf08d-755c-4016-be10-515584f71b94 req-56357f5c-86b6-4488-b5cb-a2e0687b7061 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:24.506420 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-206bf08d-755c-4016-be10-515584f71b94 req-56357f5c-86b6-4488-b5cb-a2e0687b7061 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.3288345 Jun 08 04:16:24.507528 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3739c3b4-0fcf-496d-b9c3-c340a84e4a4c tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:24.513000 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-3739c3b4-0fcf-496d-b9c3-c340a84e4a4c tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3816805 Jun 08 04:16:24.513598 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 35462) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:24.518790 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-0a492b3b-f53c-41f9-a619-8dfd11944369 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Request body: {'security_group_rule': {'security_group_id': 'adfefe17-ed01-4e3b-832d-82250d64a20a', 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:16:24.526828 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cea70de-ec99-400c-865f-a61024ae84c0 x-openstack-request-id: req-8cea70de-ec99-400c-865f-a61024ae84c0 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:16:24.527376 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5967acb1-7f39-4672-b53e-0d068f64b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "639df7a3-9ef1-4c7c-b7e1-907024a611ad", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:16:24.527699 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cea70de-ec99-400c-865f-a61024ae84c0 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:16:24.528168 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'code': 200} Jun 08 04:16:24.556714 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:24.558814 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:24.607112 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-206bf08d-755c-4016-be10-515584f71b94 req-8d6307df-bad2-45e6-b285-e05b85124769 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901725 Jun 08 04:16:24.615857 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.securitygroups_db [None req-0a492b3b-f53c-41f9-a619-8dfd11944369 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Project 9f857362d6c348529e6e99d64c3fccbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 04:16:24.636246 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=639df7a3-9ef1-4c7c-b7e1-907024a611ad,revision_number=7']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:24.636246 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:24.637432 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0a492b3b-f53c-41f9-a619-8dfd11944369 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:24.701090 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0a492b3b-f53c-41f9-a619-8dfd11944369 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:24.715046 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-a7ee022f-1224-4476-aa1f-cd53d9ea5638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-867644'] for router_interface, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:24.787066 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0a492b3b-f53c-41f9-a619-8dfd11944369 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:24.789121 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:24.811495 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a492b3b-f53c-41f9-a619-8dfd11944369 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20593425-d52e-489c-820c-0b5fe9a7a7f5,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:24.813951 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0a492b3b-f53c-41f9-a619-8dfd11944369 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:24.878836 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0a492b3b-f53c-41f9-a619-8dfd11944369 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:24.880714 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-0a492b3b-f53c-41f9-a619-8dfd11944369 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3654585 Jun 08 04:16:24.882611 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 35466) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:24.888795 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-cd405ee8-465e-472c-8106-5159c95568c8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Request body: {'security_group_rule': {'security_group_id': 'adfefe17-ed01-4e3b-832d-82250d64a20a', 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:16:24.993113 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.securitygroups_db [None req-cd405ee8-465e-472c-8106-5159c95568c8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Project 9f857362d6c348529e6e99d64c3fccbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 04:16:24.999827 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cd405ee8-465e-472c-8106-5159c95568c8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:25.065358 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cd405ee8-465e-472c-8106-5159c95568c8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:25.151200 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cd405ee8-465e-472c-8106-5159c95568c8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:25.153201 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:25.177100 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc650-cc74-496e-858a-5c260310acf7 req-cba37374-b547-4a93-a577-473006e26a3c tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:25.177866 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd405ee8-465e-472c-8106-5159c95568c8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8567d98-0d5c-40f8-a5cb-22cf798d145b,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:25.178632 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-240bc650-cc74-496e-858a-5c260310acf7 req-cba37374-b547-4a93-a577-473006e26a3c tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.2042930 Jun 08 04:16:25.180819 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-cd405ee8-465e-472c-8106-5159c95568c8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:25.197181 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0d04e-5547-4bd2-93f5-d002658142bc req-63c72bc1-9460-408f-a9aa-ca06da6bbe13 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:25.198588 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a6b0d04e-5547-4bd2-93f5-d002658142bc req-63c72bc1-9460-408f-a9aa-ca06da6bbe13 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 945 time: 0.1817126 Jun 08 04:16:25.273278 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-cd405ee8-465e-472c-8106-5159c95568c8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:25.274711 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-cd405ee8-465e-472c-8106-5159c95568c8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3903236 Jun 08 04:16:25.293016 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-240bc650-cc74-496e-858a-5c260310acf7 req-f7096fe0-9b4f-44b2-b985-77ef4bb5fe73 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934703 Jun 08 04:16:25.326519 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a6b0d04e-5547-4bd2-93f5-d002658142bc req-a8b2eb94-387f-43f2-9889-53abbb24f6b6 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102552 Jun 08 04:16:25.352750 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee022f-1224-4476-aa1f-cd53d9ea5638 admin admin] Deleting port d71f95b1-e90f-40fb-88a8-3445e8d05be3 {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:16:25.353138 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-a7ee022f-1224-4476-aa1f-cd53d9ea5638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:25.482329 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8da2ba71-cd00-4ff1-8599-d031f87dd9d9 req-ca304fbd-2766-4434-8cf1-d36aa2ecbbd2 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792182519&fields=id&tenant_id=9f857362d6c348529e6e99d64c3fccbb HTTP/1.1" status: 200 len: 267 time: 0.0720959 Jun 08 04:16:25.548289 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [None req-a7ee022f-1224-4476-aa1f-cd53d9ea5638 admin admin] For port d71f95b1-e90f-40fb-88a8-3445e8d05be3, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=d71f95b1-e90f-40fb-88a8-3445e8d05be3,segment=NetworkSegment(0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d),segment_id=0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:25.548970 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-a7ee022f-1224-4476-aa1f-cd53d9ea5638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:25.672911 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee022f-1224-4476-aa1f-cd53d9ea5638 admin admin] Calling delete_port for d71f95b1-e90f-40fb-88a8-3445e8d05be3 owned by network:router_interface {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:16:25.716711 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2ba71-cd00-4ff1-8599-d031f87dd9d9 req-18c54e41-93e4-464a-a086-e1edc87a91ad tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:25.718181 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8da2ba71-cd00-4ff1-8599-d031f87dd9d9 req-18c54e41-93e4-464a-a086-e1edc87a91ad tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 945 time: 0.2290049 Jun 08 04:16:25.766266 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-8da2ba71-cd00-4ff1-8599-d031f87dd9d9 req-333212fe-4555-4f0a-93c1-951f2e6ca1b8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Request body: {'port': {'security_groups': ['8f4f4b4a-f7ba-43d9-afb2-a2787981115c', 'adfefe17-ed01-4e3b-832d-82250d64a20a']}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:16:26.138857 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-8da2ba71-cd00-4ff1-8599-d031f87dd9d9 req-333212fe-4555-4f0a-93c1-951f2e6ca1b8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:26.176798 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e1747-eb78-4aae-80e5-c1a7ed00ba80 req-4bd37054-2d17-4281-af83-47ec7f5fdda6 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:26.181579 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fa1e1747-eb78-4aae-80e5-c1a7ed00ba80 req-4bd37054-2d17-4281-af83-47ec7f5fdda6 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.4591916 Jun 08 04:16:26.321286 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fa1e1747-eb78-4aae-80e5-c1a7ed00ba80 req-93ef8e2b-11c2-4640-a9cf-9ecb86c5ead9 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174986 Jun 08 04:16:26.480160 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-a7ee022f-1224-4476-aa1f-cd53d9ea5638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:26.485840 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:26.551676 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee022f-1224-4476-aa1f-cd53d9ea5638 admin admin] Pushing event deleted for resources: {'Port': ['ID=d71f95b1-e90f-40fb-88a8-3445e8d05be3,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:26.557611 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-a7ee022f-1224-4476-aa1f-cd53d9ea5638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:26.683514 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-8da2ba71-cd00-4ff1-8599-d031f87dd9d9 req-333212fe-4555-4f0a-93c1-951f2e6ca1b8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] For port fa557ed7-b8e9-4903-8656-1ed0a96a5480, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480,segment=NetworkSegment(f378dc58-1880-471e-a694-0448c9eb618d),segment_id=f378dc58-1880-471e-a694-0448c9eb618d)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:26.710888 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc76553-3bc2-48a3-ab72-9f861528e72c req-adea9f93-a880-45b4-aa93-61460f0ae8c2 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:26.712422 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4dc76553-3bc2-48a3-ab72-9f861528e72c req-adea9f93-a880-45b4-aa93-61460f0ae8c2 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.2771859 Jun 08 04:16:26.857862 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-8da2ba71-cd00-4ff1-8599-d031f87dd9d9 req-333212fe-4555-4f0a-93c1-951f2e6ca1b8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:26.898381 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4dc76553-3bc2-48a3-ab72-9f861528e72c req-313a1dbc-0de3-4818-96bb-05678f1873d9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316125 Jun 08 04:16:26.926217 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-a7ee022f-1224-4476-aa1f-cd53d9ea5638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-761500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-844231'] for router_interface, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:26.991691 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-8da2ba71-cd00-4ff1-8599-d031f87dd9d9 req-333212fe-4555-4f0a-93c1-951f2e6ca1b8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:27.003180 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['fa557ed7-b8e9-4903-8656-1ed0a96a5480'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:16:27.004685 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:27.149535 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2ba71-cd00-4ff1-8599-d031f87dd9d9 req-333212fe-4555-4f0a-93c1-951f2e6ca1b8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:27.150572 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-8da2ba71-cd00-4ff1-8599-d031f87dd9d9 req-333212fe-4555-4f0a-93c1-951f2e6ca1b8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:27.152062 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8da2ba71-cd00-4ff1-8599-d031f87dd9d9 req-333212fe-4555-4f0a-93c1-951f2e6ca1b8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "PUT /v2.0/ports/fa557ed7-b8e9-4903-8656-1ed0a96a5480 HTTP/1.1" status: 200 len: 981 time: 1.3999290 Jun 08 04:16:27.152599 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'tag': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:16:27.155708 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71af0bf2-3946-45de-a2b7-5efb86b49dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e384122-9ce7-4c41-9191-f6d69f02b2e5", "tag": "fa557ed7-b8e9-4903-8656-1ed0a96a5480"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:16:27.206592 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333212fe-4555-4f0a-93c1-951f2e6ca1b8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Pushing event updated for resources: {'Port': ['ID=fa557ed7-b8e9-4903-8656-1ed0a96a5480,revision_number=6']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:27.218447 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-333212fe-4555-4f0a-93c1-951f2e6ca1b8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:27.219880 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bca487f-a983-477c-880f-eb7dee81c80a x-openstack-request-id: req-1bca487f-a983-477c-880f-eb7dee81c80a {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:16:27.220200 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e384122-9ce7-4c41-9191-f6d69f02b2e5", "tag": "fa557ed7-b8e9-4903-8656-1ed0a96a5480", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:16:27.220481 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bca487f-a983-477c-880f-eb7dee81c80a {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:16:27.220902 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'tag': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480', 'status': 'completed', 'code': 200} Jun 08 04:16:27.279432 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['fa557ed7-b8e9-4903-8656-1ed0a96a5480'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:16:27.609712 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-1210195b-e18f-48df-9108-78456781d534 None None] Provisioning complete for port fa557ed7-b8e9-4903-8656-1ed0a96a5480 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:16:27.610095 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-1210195b-e18f-48df-9108-78456781d534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:27.709425 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ee022f-1224-4476-aa1f-cd53d9ea5638 admin admin] Router 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:16:27.717554 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af0bf2-3946-45de-a2b7-5efb86b49dd2 req-e27d03c6-9ed9-4471-ba42-286e02c04f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:27.719052 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-71af0bf2-3946-45de-a2b7-5efb86b49dd2 req-e27d03c6-9ed9-4471-ba42-286e02c04f1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f857362d6c348529e6e99d64c3fccbb&device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 1137 time: 0.4094865 Jun 08 04:16:27.736610 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdfc01-ef6e-4c12-b6dd-a0c938aada01 req-94e82aeb-a86f-4bc8-bacd-d78eb539d1e6 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:27.738116 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-47bdfc01-ef6e-4c12-b6dd-a0c938aada01 req-94e82aeb-a86f-4bc8-bacd-d78eb539d1e6 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 984 time: 0.3479240 Jun 08 04:16:28.016347 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-47bdfc01-ef6e-4c12-b6dd-a0c938aada01 req-b85ab18c-3a47-4365-bb3d-e6fbf31d53a7 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfefe17-ed01-4e3b-832d-82250d64a20a&id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2064154 Jun 08 04:16:28.045029 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ee022f-1224-4476-aa1f-cd53d9ea5638 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:16:28.050988 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-a7ee022f-1224-4476-aa1f-cd53d9ea5638 admin admin] 10.222.0.18 "PUT /v2.0/routers/8a1b88e4-eddb-4fbf-ad54-3b70555d5673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1022153 Jun 08 04:16:28.053563 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 35514) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:28.056782 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9df35-6340-440f-9cad-0cb0f45ac8df None None] Sync routers for ids ['8a1b88e4-eddb-4fbf-ad54-3b70555d5673'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:16:28.079830 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9df35-6340-440f-9cad-0cb0f45ac8df None None] Routers {'8a1b88e4-eddb-4fbf-ad54-3b70555d5673'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:16:28.080460 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-46e9df35-6340-440f-9cad-0cb0f45ac8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:16:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['8a1b88e4-eddb-4fbf-ad54-3b70555d5673'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:28.283796 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-46e9df35-6340-440f-9cad-0cb0f45ac8df None None] Set router 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:16:28.312413 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Notify callbacks [] for router, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:28.518588 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af0bf2-3946-45de-a2b7-5efb86b49dd2 req-64136764-4832-4d3c-a7aa-e077d090087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:28.520109 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-71af0bf2-3946-45de-a2b7-5efb86b49dd2 req-64136764-4832-4d3c-a7aa-e077d090087c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3816dd8e-f31f-47f6-ad61-452ca62afd90 HTTP/1.1" status: 200 len: 916 time: 0.7809145 Jun 08 04:16:28.663884 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-46e9df35-6340-440f-9cad-0cb0f45ac8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'name': 'tempest-ServerRescueNegativeTestJSON-1765741438-router', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:50Z', 'updated_at': '2021-06-08T04:16:26Z', 'revision_number': 5, 'project_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'gw_port': {'id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:28.668749 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9df35-6340-440f-9cad-0cb0f45ac8df None None] Checking router: 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:16:28.677553 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9df35-6340-440f-9cad-0cb0f45ac8df None None] Routers {'8a1b88e4-eddb-4fbf-ad54-3b70555d5673'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:16:28.678172 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-46e9df35-6340-440f-9cad-0cb0f45ac8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:16:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['8a1b88e4-eddb-4fbf-ad54-3b70555d5673'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:28.707074 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:28.721900 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eba6c-b069-4897-95dc-85e9a0d6a47a req-baae5b70-16ca-48bf-85c8-d1cb7b2ab486 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:28.729403 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ff7eba6c-b069-4897-95dc-85e9a0d6a47a req-baae5b70-16ca-48bf-85c8-d1cb7b2ab486 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.3442211 Jun 08 04:16:28.761241 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-71af0bf2-3946-45de-a2b7-5efb86b49dd2 req-3ce68fa2-5c75-430c-9af0-acfe171f095f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480 HTTP/1.1" status: 200 len: 1000 time: 0.2199655 Jun 08 04:16:28.841579 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ff7eba6c-b069-4897-95dc-85e9a0d6a47a req-8844fe32-92d6-4985-b0fd-34285f41c3bd tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112676 Jun 08 04:16:28.906680 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-46e9df35-6340-440f-9cad-0cb0f45ac8df None None] Set router 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:16:28.913202 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af0bf2-3946-45de-a2b7-5efb86b49dd2 req-66fbfc89-0886-4020-b526-8fa2a3ca4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:28.914780 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-71af0bf2-3946-45de-a2b7-5efb86b49dd2 req-66fbfc89-0886-4020-b526-8fa2a3ca4892 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1490fece-2a63-4732-be7b-7783972b95c8 HTTP/1.1" status: 200 len: 854 time: 0.1328278 Jun 08 04:16:29.017216 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Deleting port 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:16:29.017216 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:29.256263 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af0bf2-3946-45de-a2b7-5efb86b49dd2 req-b132c2d6-4864-423d-ad42-621248e1df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:29.259373 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-71af0bf2-3946-45de-a2b7-5efb86b49dd2 req-b132c2d6-4864-423d-ad42-621248e1df77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3816dd8e-f31f-47f6-ad61-452ca62afd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3349392 Jun 08 04:16:29.324070 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-46e9df35-6340-440f-9cad-0cb0f45ac8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'name': 'tempest-ServerRescueNegativeTestJSON-1765741438-router', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:50Z', 'updated_at': '2021-06-08T04:16:26Z', 'revision_number': 5, 'project_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'gw_port': {'id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:29.328781 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9df35-6340-440f-9cad-0cb0f45ac8df None None] The sync data for ids ['8a1b88e4-eddb-4fbf-ad54-3b70555d5673'] in dv-cinder-786627-8-smb is: [{'id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'name': 'tempest-ServerRescueNegativeTestJSON-1765741438-router', 'tenant_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198'}], 'enable_snat': True}, 'gw_port_id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:50Z', 'updated_at': '2021-06-08T04:16:26Z', 'revision_number': 5, 'project_id': 'a876c5f4d1cb40bd83f74c1d90bbe665', 'gw_port': {'id': '37c7a5b1-25d5-421c-9292-ebe4e1a1b78a', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1b88e4-eddb-4fbf-ad54-3b70555d5673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:16:29.362498 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] For port 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=37c7a5b1-25d5-421c-9292-ebe4e1a1b78a,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:29.362895 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:29.512797 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Calling delete_port for 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a owned by network:router_gateway {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:16:29.572063 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-71af0bf2-3946-45de-a2b7-5efb86b49dd2 req-31d35ec6-182e-4656-be95-e8623c2f295e service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928574 Jun 08 04:16:29.731646 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device d71f95b1-e90f-40fb-88a8-3445e8d05be3 no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:16:29.775315 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-71af0bf2-3946-45de-a2b7-5efb86b49dd2 req-17e2b7fe-d31e-43e2-b10a-633ca468a074 service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960342 Jun 08 04:16:29.799172 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: d71f95b1-e90f-40fb-88a8-3445e8d05be3 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:16:29.799530 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device d71f95b1-e90f-40fb-88a8-3445e8d05be3 not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:16:29.974384 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:29.981523 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-3332ba6c-1c2d-40d4-b562-cc98fac5575a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:30.033717 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Pushing event deleted for resources: {'Port': ['ID=37c7a5b1-25d5-421c-9292-ebe4e1a1b78a,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:30.040746 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:30.195067 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867674'] for router_gateway, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:30.404149 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-847631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5402'] for router, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:30.408061 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:30.416877 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebbdae-8128-4fda-9ce9-ed2ced0a70b3 req-c58564d1-f30c-4e4d-a3a5-ec3a698bd3c8 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:30.418613 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1cebbdae-8128-4fda-9ce9-ed2ced0a70b3 req-c58564d1-f30c-4e4d-a3a5-ec3a698bd3c8 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.3869293 Jun 08 04:16:30.552025 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1cebbdae-8128-4fda-9ce9-ed2ced0a70b3 req-a28de70e-55c8-4ad3-811d-dc84485bcd5f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566683 Jun 08 04:16:30.587833 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-847843'] for router, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:30.588457 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a1b88e4-eddb-4fbf-ad54-3b70555d5673 {{(pid=92281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 04:16:30.599277 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Notify callbacks [] for router, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:30.608202 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] 10.222.0.18 "DELETE /v2.0/routers/8a1b88e4-eddb-4fbf-ad54-3b70555d5673 HTTP/1.1" status: 204 len: 168 time: 2.5446393 Jun 08 04:16:30.610385 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 35542) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:30.685794 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8753253-beff-4bc3-add7-ea76f9f46c43 admin admin] Deleting subnet 0474e6d9-865d-4b0c-a901-5588ecfaf9e6 {{(pid=92281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:16:30.689109 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e8753253-beff-4bc3-add7-ea76f9f46c43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:30.745098 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e8753253-beff-4bc3-add7-ea76f9f46c43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2050149'] for subnet, precommit_delete_associations {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:30.804687 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e8753253-beff-4bc3-add7-ea76f9f46c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:30.987991 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e8753253-beff-4bc3-add7-ea76f9f46c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2017662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2127496'] for subnet, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:30.992665 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-5799e1f8-290a-4bc8-ac64-80b040d88c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:31.032263 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8753253-beff-4bc3-add7-ea76f9f46c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0474e6d9-865d-4b0c-a901-5588ecfaf9e6,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:31.035218 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e8753253-beff-4bc3-add7-ea76f9f46c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:31.036208 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e8753253-beff-4bc3-add7-ea76f9f46c43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:31.038984 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-e8753253-beff-4bc3-add7-ea76f9f46c43 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0474e6d9-865d-4b0c-a901-5588ecfaf9e6 HTTP/1.1" status: 204 len: 168 time: 0.4266155 Jun 08 04:16:31.040621 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 35544) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:31.290228 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-398168ea-8574-40fd-973d-d831baf8c819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:31.443051 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-398168ea-8574-40fd-973d-d831baf8c819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:31.457257 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-398168ea-8574-40fd-973d-d831baf8c819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d089fd5-3829-4c08-bd4f-7cc574f62861']}} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:31.470971 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-398168ea-8574-40fd-973d-d831baf8c819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d') {'for_net_delete': True} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:31.471279 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-398168ea-8574-40fd-973d-d831baf8c819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0238ff5b-dd8a-4f6a-97a8-a745dc4f7a8d') {} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:16:31.486836 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-398168ea-8574-40fd-973d-d831baf8c819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050158'] for segment, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:31.505169 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-398168ea-8574-40fd-973d-d831baf8c819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:31.522196 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398168ea-8574-40fd-973d-d831baf8c819 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=92281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:16:31.522196 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-398168ea-8574-40fd-973d-d831baf8c819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2017755'] for segment, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:31.571443 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: Traceback (most recent call last): Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: timer() Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: cb(*args, **kw) Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: return func(*args, **kwargs) Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: self._notify() Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: self.callback(batched_events) Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: event.method(event) Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: return f(self, *a, **k) Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: return self._get(url).json() Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: return self.request(url, 'GET', **kwargs) Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:16:31.592319 dv-cinder-786627-8-smb neutron-server[92281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:16:31.625141 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:16:31.625558 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 37c7a5b1-25d5-421c-9292-ebe4e1a1b78a not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:16:31.791008 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75c70f-c96b-41a8-ba2c-cd5ab96f9038 req-7c7f8790-4931-4a00-b383-b005d0cee110 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:31.792468 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6f75c70f-c96b-41a8-ba2c-cd5ab96f9038 req-7c7f8790-4931-4a00-b383-b005d0cee110 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.0926294 Jun 08 04:16:31.870723 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6f75c70f-c96b-41a8-ba2c-cd5ab96f9038 req-369a3caa-e995-49f8-b3a8-a2da26b2cc4d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726171 Jun 08 04:16:32.107315 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-398168ea-8574-40fd-973d-d831baf8c819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:32.117195 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-398168ea-8574-40fd-973d-d831baf8c819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:32.117195 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-398168ea-8574-40fd-973d-d831baf8c819 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3d089fd5-3829-4c08-bd4f-7cc574f62861 HTTP/1.1" status: 204 len: 168 time: 1.0731277 Jun 08 04:16:32.117195 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:32.136116 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398168ea-8574-40fd-973d-d831baf8c819 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d089fd5-3829-4c08-bd4f-7cc574f62861,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:32.138616 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-398168ea-8574-40fd-973d-d831baf8c819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:32.595236 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 35568) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:32.663338 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 35570) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:32.663761 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-a77bcdda-ef69-4f7e-8ab6-ac56bc332e60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a876c5f4d1cb40bd83f74c1d90bbe665&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0662086 Jun 08 04:16:32.732511 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2d1c8194-4785-45ef-86ad-4a3493873aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:32.761352 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2d1c8194-4785-45ef-86ad-4a3493873aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:32.890148 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2d1c8194-4785-45ef-86ad-4a3493873aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:32.893608 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2d1c8194-4785-45ef-86ad-4a3493873aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:32.897464 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-2d1c8194-4785-45ef-86ad-4a3493873aae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/631adcdf-a53b-440f-b4aa-f1c1948e7ac1 HTTP/1.1" status: 204 len: 168 time: 0.2298198 Jun 08 04:16:32.897464 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6f2fedb5-7cc5-46b3-9664-256ba27b568a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:32.915416 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c8194-4785-45ef-86ad-4a3493873aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631adcdf-a53b-440f-b4aa-f1c1948e7ac1,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:32.918668 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-2d1c8194-4785-45ef-86ad-4a3493873aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:33.107992 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f2480-79c1-41ad-8676-9d5b90acde5c req-479f0230-c480-45d8-95cf-f3f03b6faae4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:33.111016 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ed8f2480-79c1-41ad-8676-9d5b90acde5c req-479f0230-c480-45d8-95cf-f3f03b6faae4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1006494 Jun 08 04:16:33.161434 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ed8f2480-79c1-41ad-8676-9d5b90acde5c req-1fab71d8-bfa0-4557-8143-8bf0bbe127d4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448420 Jun 08 04:16:34.391612 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098dc06-e731-4bc1-b868-59709fe96bf6 req-5cd703d8-121a-4ad1-9237-4394b9a1c3ba tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:34.399233 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0098dc06-e731-4bc1-b868-59709fe96bf6 req-5cd703d8-121a-4ad1-9237-4394b9a1c3ba tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1010549 Jun 08 04:16:34.446706 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0098dc06-e731-4bc1-b868-59709fe96bf6 req-059e6cf4-6362-4487-919f-722ca22c6cdb tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466120 Jun 08 04:16:34.827770 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:35.678210 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd66c8f-39b9-40b5-bccc-24aa6d77acab req-5c9aee4e-f8ae-4c12-8517-e815437d1274 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:35.680831 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1dd66c8f-39b9-40b5-bccc-24aa6d77acab req-5c9aee4e-f8ae-4c12-8517-e815437d1274 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1053710 Jun 08 04:16:35.737701 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1dd66c8f-39b9-40b5-bccc-24aa6d77acab req-e86d1f7c-2d5e-473c-9a87-1082cf0a9558 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500560 Jun 08 04:16:36.963102 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecf17a-b908-4cb2-9b96-ee4c6db144a7 req-3839c5fc-1750-41e2-9d0b-22032e3b7fa6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:36.964598 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-16ecf17a-b908-4cb2-9b96-ee4c6db144a7 req-3839c5fc-1750-41e2-9d0b-22032e3b7fa6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.0891347 Jun 08 04:16:37.018631 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-16ecf17a-b908-4cb2-9b96-ee4c6db144a7 req-f0742dc2-c63f-4b26-9064-829732a6d883 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480890 Jun 08 04:16:37.490121 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ee3ed-be86-4655-91ae-d66906817d24 req-272a1fb2-d336-41a1-a723-cdbec0aeafd0 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:37.491707 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b11ee3ed-be86-4655-91ae-d66906817d24 req-272a1fb2-d336-41a1-a723-cdbec0aeafd0 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 945 time: 0.1122565 Jun 08 04:16:37.561665 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b11ee3ed-be86-4655-91ae-d66906817d24 req-95bcc927-2559-4ec4-b94a-ac15caa85bdc tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634880 Jun 08 04:16:38.232107 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232e47b-e3f4-45a6-8b2a-9acbe4b0f194 req-4e785d16-b3f0-40b7-878e-a7e79335efa4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:38.233547 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e232e47b-e3f4-45a6-8b2a-9acbe4b0f194 req-4e785d16-b3f0-40b7-878e-a7e79335efa4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.0811417 Jun 08 04:16:38.280116 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e232e47b-e3f4-45a6-8b2a-9acbe4b0f194 req-443b279e-0e40-47f9-9880-36af6e128f62 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401282 Jun 08 04:16:38.758683 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6066fe-f85e-4975-9e35-9acc5d95a548 req-e19ccab0-29c2-4cf4-9581-a9bf1893aaef tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:38.760163 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2c6066fe-f85e-4975-9e35-9acc5d95a548 req-e19ccab0-29c2-4cf4-9581-a9bf1893aaef tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 945 time: 0.0867918 Jun 08 04:16:38.805157 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2c6066fe-f85e-4975-9e35-9acc5d95a548 req-0720841d-28ae-4804-86cb-4bb1b248148b tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389283 Jun 08 04:16:39.491573 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270a290-b2c7-46aa-8de6-c8c28ef0eb91 req-3dd956d5-fb97-4589-b45b-17b63292396e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:39.493562 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8270a290-b2c7-46aa-8de6-c8c28ef0eb91 req-3dd956d5-fb97-4589-b45b-17b63292396e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.0847418 Jun 08 04:16:39.541236 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8270a290-b2c7-46aa-8de6-c8c28ef0eb91 req-d36e159d-225b-42c2-b3f5-646a2baf5c47 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411351 Jun 08 04:16:39.724936 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad0959-3574-4bd9-8287-c77e66854b35 req-190efecc-223e-42d4-bd39-70f8386ff1a6 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:39.726856 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4aad0959-3574-4bd9-8287-c77e66854b35 req-190efecc-223e-42d4-bd39-70f8386ff1a6 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 945 time: 0.0901227 Jun 08 04:16:39.881347 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-4aad0959-3574-4bd9-8287-c77e66854b35 req-0583e71e-b565-4723-9522-dabb51cd6e88 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Deleting port 2789a803-e560-4147-908c-27e3c7acae29 {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:16:39.881793 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-4aad0959-3574-4bd9-8287-c77e66854b35 req-0583e71e-b565-4723-9522-dabb51cd6e88 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:40.158798 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-4aad0959-3574-4bd9-8287-c77e66854b35 req-0583e71e-b565-4723-9522-dabb51cd6e88 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] For port 2789a803-e560-4147-908c-27e3c7acae29, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2789a803-e560-4147-908c-27e3c7acae29,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:40.159168 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-4aad0959-3574-4bd9-8287-c77e66854b35 req-0583e71e-b565-4723-9522-dabb51cd6e88 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:40.228995 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0ffa6-a72e-43a9-bbfb-127e1b932e0d req-417e5ce2-61be-463b-8bcc-e98cc2a7f603 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:40.230346 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-24d0ffa6-a72e-43a9-bbfb-127e1b932e0d req-417e5ce2-61be-463b-8bcc-e98cc2a7f603 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 945 time: 0.2838948 Jun 08 04:16:40.292023 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-4aad0959-3574-4bd9-8287-c77e66854b35 req-0583e71e-b565-4723-9522-dabb51cd6e88 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Calling delete_port for 2789a803-e560-4147-908c-27e3c7acae29 owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:16:40.341102 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-24d0ffa6-a72e-43a9-bbfb-127e1b932e0d req-2550fc35-dfe3-45d8-9ea3-e216334cfd41 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558813 Jun 08 04:16:40.499781 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-4aad0959-3574-4bd9-8287-c77e66854b35 req-0583e71e-b565-4723-9522-dabb51cd6e88 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:40.504973 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:40.514886 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['267e4e16-6a66-4a8d-b55a-9710764984e4', '2e7e781f-171a-4172-8601-886f5834a538', 'e57e78a3-d98e-4bad-871f-a0a1e8319879', '2789a803-e560-4147-908c-27e3c7acae29'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:16:40.551060 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583e71e-b565-4723-9522-dabb51cd6e88 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Pushing event deleted for resources: {'Port': ['ID=2789a803-e560-4147-908c-27e3c7acae29,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:40.555198 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0583e71e-b565-4723-9522-dabb51cd6e88 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:40.632693 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aad0959-3574-4bd9-8287-c77e66854b35 req-0583e71e-b565-4723-9522-dabb51cd6e88 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] No DVR routers for this DVR port 2789a803-e560-4147-908c-27e3c7acae29 on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:16:40.636355 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-4aad0959-3574-4bd9-8287-c77e66854b35 req-0583e71e-b565-4723-9522-dabb51cd6e88 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:40.638316 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4aad0959-3574-4bd9-8287-c77e66854b35 req-0583e71e-b565-4723-9522-dabb51cd6e88 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "DELETE /v2.0/ports/2789a803-e560-4147-908c-27e3c7acae29 HTTP/1.1" status: 204 len: 173 time: 0.9052968 Jun 08 04:16:40.638841 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07f6f74-0b12-45ca-a7f6-d6567d546f80', 'name': 'network-vif-deleted', 'tag': '2789a803-e560-4147-908c-27e3c7acae29'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:16:40.641149 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4751e9-f120-40f9-a80b-01001b00efc6" -d '{"events": [{"server_uuid": "e07f6f74-0b12-45ca-a7f6-d6567d546f80", "name": "network-vif-deleted", "tag": "2789a803-e560-4147-908c-27e3c7acae29"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:16:40.697461 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0c88ff-9cb7-40b8-83dd-6864c2871b17 x-openstack-request-id: req-fa0c88ff-9cb7-40b8-83dd-6864c2871b17 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:16:40.701339 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07f6f74-0b12-45ca-a7f6-d6567d546f80", "name": "network-vif-deleted", "tag": "2789a803-e560-4147-908c-27e3c7acae29", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:16:40.701339 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa0c88ff-9cb7-40b8-83dd-6864c2871b17 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:16:40.701339 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07f6f74-0b12-45ca-a7f6-d6567d546f80', 'name': 'network-vif-deleted', 'tag': '2789a803-e560-4147-908c-27e3c7acae29', 'status': 'completed', 'code': 200} Jun 08 04:16:40.743478 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9713e7-b149-4429-978a-6af19a22d119 req-ec05cde0-2708-4585-a49c-fe3b85bd8f3f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:40.745316 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ad9713e7-b149-4429-978a-6af19a22d119 req-ec05cde0-2708-4585-a49c-fe3b85bd8f3f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.0881495 Jun 08 04:16:40.791644 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ad9713e7-b149-4429-978a-6af19a22d119 req-b4fbed5f-3508-4e5c-917c-8d10d4c82380 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405130 Jun 08 04:16:41.403365 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea2374-fba0-453c-8c60-aa1741604876 req-ac6e3d2c-0576-4d96-8a99-506c4311438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:41.405092 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-36ea2374-fba0-453c-8c60-aa1741604876 req-ac6e3d2c-0576-4d96-8a99-506c4311438d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c7e0dce267146e58d41cccd658554bc&device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 1099 time: 0.0741894 Jun 08 04:16:41.526837 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d42f6852-9014-4a5c-8a9c-2f793dce3858 req-5a0e4312-2c3a-4692-a412-f7151b0357cb tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=e07f6f74-0b12-45ca-a7f6-d6567d546f80 HTTP/1.1" status: 200 len: 210 time: 0.0516105 Jun 08 04:16:41.577109 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea2374-fba0-453c-8c60-aa1741604876 req-c0f3774c-32c8-4cd9-af54-f3284d83e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:41.578646 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-36ea2374-fba0-453c-8c60-aa1741604876 req-c0f3774c-32c8-4cd9-af54-f3284d83e1be service neutron] 10.222.0.21 "GET /v2.0/networks?id=294f857a-186c-4448-b00c-81d1806ba032 HTTP/1.1" status: 200 len: 918 time: 0.1665568 Jun 08 04:16:41.684048 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-36ea2374-fba0-453c-8c60-aa1741604876 req-4389ff2d-e6cf-476c-863b-18752644c713 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad HTTP/1.1" status: 200 len: 1000 time: 0.0990462 Jun 08 04:16:41.749795 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea2374-fba0-453c-8c60-aa1741604876 req-e4d4a9b6-e34e-4fe2-8dae-3cc5e344474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:41.751159 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-36ea2374-fba0-453c-8c60-aa1741604876 req-e4d4a9b6-e34e-4fe2-8dae-3cc5e344474e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6790621e-0f94-4c60-abe1-4e141a73cc04 HTTP/1.1" status: 200 len: 856 time: 0.0600820 Jun 08 04:16:41.830226 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea2374-fba0-453c-8c60-aa1741604876 req-fefd2608-4b7b-4da6-820e-4ad3151f875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:41.831724 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-36ea2374-fba0-453c-8c60-aa1741604876 req-fefd2608-4b7b-4da6-820e-4ad3151f875f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=294f857a-186c-4448-b00c-81d1806ba032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725420 Jun 08 04:16:42.024116 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-36ea2374-fba0-453c-8c60-aa1741604876 req-9466bd37-2c91-4a44-9efa-eb4aab2a21f4 service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845040 Jun 08 04:16:42.039982 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8d970-4704-454a-9721-7cd7786f054f req-4e54dcab-9c2f-4c53-9623-1d2e1d080fbb tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:42.041369 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-47f8d970-4704-454a-9721-7cd7786f054f req-4e54dcab-9c2f-4c53-9623-1d2e1d080fbb tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1337023 Jun 08 04:16:42.164944 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-47f8d970-4704-454a-9721-7cd7786f054f req-2b8e0763-6106-4aa0-b2ce-7820863af73d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032379 Jun 08 04:16:42.195816 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-36ea2374-fba0-453c-8c60-aa1741604876 req-02c6195d-687c-44a4-8fe1-94b37e909989 service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535420 Jun 08 04:16:42.293448 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-954cbc3e-6c9a-4d74-aa0b-a31fd78c14e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:42.297788 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 2789a803-e560-4147-908c-27e3c7acae29 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:16:42.331648 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: 2789a803-e560-4147-908c-27e3c7acae29 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:16:42.332009 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 2789a803-e560-4147-908c-27e3c7acae29 not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:16:42.332475 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 639df7a3-9ef1-4c7c-b7e1-907024a611ad no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:16:42.442210 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:42.468238 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639df7a3-9ef1-4c7c-b7e1-907024a611ad'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:16:42.470468 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683d1255-6a2a-44ad-9d09-097417f44c76" -d '{"events": [{"server_uuid": "5967acb1-7f39-4672-b53e-0d068f64b4b1", "name": "network-vif-unplugged", "status": "completed", "tag": "639df7a3-9ef1-4c7c-b7e1-907024a611ad"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:16:42.478910 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 639df7a3-9ef1-4c7c-b7e1-907024a611ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:42.510624 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 04:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2fe6c1-9e1e-4169-b121-8e5e106c2add x-openstack-request-id: req-6b2fe6c1-9e1e-4169-b121-8e5e106c2add {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:16:42.510958 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5967acb1-7f39-4672-b53e-0d068f64b4b1", "name": "network-vif-unplugged", "status": "completed", "tag": "639df7a3-9ef1-4c7c-b7e1-907024a611ad", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:16:42.511221 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b2fe6c1-9e1e-4169-b121-8e5e106c2add {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:16:42.511612 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'code': 200} Jun 08 04:16:42.579432 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:42.581232 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:42.647529 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=639df7a3-9ef1-4c7c-b7e1-907024a611ad,revision_number=8']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:42.651191 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:43.450977 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509481-b9e4-448f-8555-343fd84af603 req-cc428157-802e-44e8-866d-4053e57029bc tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:43.452426 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a7509481-b9e4-448f-8555-343fd84af603 req-cc428157-802e-44e8-866d-4053e57029bc tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.1734412 Jun 08 04:16:43.495997 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a7509481-b9e4-448f-8555-343fd84af603 req-776a3c4a-f89d-43cc-8a91-10e7eaf6e9b0 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380406 Jun 08 04:16:44.485661 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106612c-748a-4a7a-bd15-791c309902a1 req-22428c4a-c1a0-490b-894f-9d8bf76e8cd2 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:44.487045 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b106612c-748a-4a7a-bd15-791c309902a1 req-22428c4a-c1a0-490b-894f-9d8bf76e8cd2 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 946 time: 0.0846317 Jun 08 04:16:44.535477 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b106612c-748a-4a7a-bd15-791c309902a1 req-8840ff42-ef9d-458d-b8d6-8bc17067d3e7 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420849 Jun 08 04:16:44.694270 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d85e2-57b9-4ec0-aff2-c9bb668ce24d req-d30f2a77-96da-43d2-bc4a-f5d870f2c780 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:44.696422 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ac2d85e2-57b9-4ec0-aff2-c9bb668ce24d req-d30f2a77-96da-43d2-bc4a-f5d870f2c780 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0822763 Jun 08 04:16:44.740115 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ac2d85e2-57b9-4ec0-aff2-c9bb668ce24d req-7eed8283-78a6-410b-90f3-db363aa53919 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380316 Jun 08 04:16:44.742123 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:44.855305 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-417bafa8-a8f6-4b40-a602-f4989925ecc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:45.546799 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:45.728440 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf1db1-1c8d-48d4-828c-9ad2f5d9b072 req-f453e08d-289e-4d72-a50e-7a77496a9dd5 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:45.729871 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ffbf1db1-1c8d-48d4-828c-9ad2f5d9b072 req-f453e08d-289e-4d72-a50e-7a77496a9dd5 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 946 time: 0.0901511 Jun 08 04:16:45.773543 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ffbf1db1-1c8d-48d4-828c-9ad2f5d9b072 req-92f18f8d-8da4-4b7a-82c7-3f885d93734a tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374234 Jun 08 04:16:46.336799 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 639df7a3-9ef1-4c7c-b7e1-907024a611ad no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:16:46.457556 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04895946-e71b-4762-9194-ed12421402a4 req-989a644a-f582-4c22-8761-404374f976dc tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:46.459407 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-04895946-e71b-4762-9194-ed12421402a4 req-989a644a-f582-4c22-8761-404374f976dc tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.1136098 Jun 08 04:16:46.503363 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-04895946-e71b-4762-9194-ed12421402a4 req-291ba74c-5f61-41a1-bbbd-d738c01c0e03 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389454 Jun 08 04:16:46.785013 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e52c4b-4b8e-4df0-ba4e-14bdf31d3431 req-3bbfc0ba-2306-4eb9-9e1a-2d740e1e06e6 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:46.786469 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-20e52c4b-4b8e-4df0-ba4e-14bdf31d3431 req-3bbfc0ba-2306-4eb9-9e1a-2d740e1e06e6 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 946 time: 0.0938177 Jun 08 04:16:46.983113 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-20e52c4b-4b8e-4df0-ba4e-14bdf31d3431 req-a1e893cb-57b7-416f-b30a-7eafb3a71495 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Deleting port e57e78a3-d98e-4bad-871f-a0a1e8319879 {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:16:46.983464 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-20e52c4b-4b8e-4df0-ba4e-14bdf31d3431 req-a1e893cb-57b7-416f-b30a-7eafb3a71495 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:47.008289 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90418dc0-7df8-43b1-bf30-52c1426ec594 req-7b96ea11-a59f-4c07-9f7f-2267761e1557 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:47.009737 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-90418dc0-7df8-43b1-bf30-52c1426ec594 req-7b96ea11-a59f-4c07-9f7f-2267761e1557 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 946 time: 0.1272426 Jun 08 04:16:47.076372 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 35822) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:47.124672 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-90418dc0-7df8-43b1-bf30-52c1426ec594 req-db6c7e98-3475-4aee-b3fa-4662cadac72c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669880 Jun 08 04:16:47.161202 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-20e52c4b-4b8e-4df0-ba4e-14bdf31d3431 req-a1e893cb-57b7-416f-b30a-7eafb3a71495 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] For port e57e78a3-d98e-4bad-871f-a0a1e8319879, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e57e78a3-d98e-4bad-871f-a0a1e8319879,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:47.161566 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-20e52c4b-4b8e-4df0-ba4e-14bdf31d3431 req-a1e893cb-57b7-416f-b30a-7eafb3a71495 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:47.192936 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-32ccc05d-ada5-439d-b1f1-ee3eba68e5e2 req-979bb3c6-d95b-4523-85b3-810b9a81d8bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152830 Jun 08 04:16:47.285510 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-20e52c4b-4b8e-4df0-ba4e-14bdf31d3431 req-a1e893cb-57b7-416f-b30a-7eafb3a71495 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Calling delete_port for e57e78a3-d98e-4bad-871f-a0a1e8319879 owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:16:47.493823 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-20e52c4b-4b8e-4df0-ba4e-14bdf31d3431 req-a1e893cb-57b7-416f-b30a-7eafb3a71495 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:47.499233 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:47.504546 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['267e4e16-6a66-4a8d-b55a-9710764984e4', '2e7e781f-171a-4172-8601-886f5834a538', 'e57e78a3-d98e-4bad-871f-a0a1e8319879'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:16:47.541762 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e893cb-57b7-416f-b30a-7eafb3a71495 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Pushing event deleted for resources: {'Port': ['ID=e57e78a3-d98e-4bad-871f-a0a1e8319879,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:47.545317 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-a1e893cb-57b7-416f-b30a-7eafb3a71495 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:47.661878 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e52c4b-4b8e-4df0-ba4e-14bdf31d3431 req-a1e893cb-57b7-416f-b30a-7eafb3a71495 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] No DVR routers for this DVR port e57e78a3-d98e-4bad-871f-a0a1e8319879 on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:16:47.673405 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-20e52c4b-4b8e-4df0-ba4e-14bdf31d3431 req-a1e893cb-57b7-416f-b30a-7eafb3a71495 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:47.675435 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-20e52c4b-4b8e-4df0-ba4e-14bdf31d3431 req-a1e893cb-57b7-416f-b30a-7eafb3a71495 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "DELETE /v2.0/ports/e57e78a3-d98e-4bad-871f-a0a1e8319879 HTTP/1.1" status: 204 len: 173 time: 0.8823998 Jun 08 04:16:47.676012 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464bdbf9-b399-4a54-9bcc-edcf6f7c8e97', 'name': 'network-vif-deleted', 'tag': 'e57e78a3-d98e-4bad-871f-a0a1e8319879'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:16:47.678472 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14dd39a-ec4d-47bb-8140-8102d2fcce18" -d '{"events": [{"server_uuid": "464bdbf9-b399-4a54-9bcc-edcf6f7c8e97", "name": "network-vif-deleted", "tag": "e57e78a3-d98e-4bad-871f-a0a1e8319879"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:16:47.682587 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:47.726715 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36669f9-5d47-4f33-a14c-ca86b86c818d req-3a05db14-e5df-4dae-8f4b-b0115c85800e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:47.729495 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a36669f9-5d47-4f33-a14c-ca86b86c818d req-3a05db14-e5df-4dae-8f4b-b0115c85800e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0999782 Jun 08 04:16:47.734147 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a97e282-dbe8-481e-9c34-3385d9d62f5d x-openstack-request-id: req-9a97e282-dbe8-481e-9c34-3385d9d62f5d {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:16:47.734147 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464bdbf9-b399-4a54-9bcc-edcf6f7c8e97", "name": "network-vif-deleted", "tag": "e57e78a3-d98e-4bad-871f-a0a1e8319879", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:16:47.734147 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a97e282-dbe8-481e-9c34-3385d9d62f5d {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:16:47.734147 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464bdbf9-b399-4a54-9bcc-edcf6f7c8e97', 'name': 'network-vif-deleted', 'tag': 'e57e78a3-d98e-4bad-871f-a0a1e8319879', 'status': 'completed', 'code': 200} Jun 08 04:16:47.778191 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a36669f9-5d47-4f33-a14c-ca86b86c818d req-73327e4c-1fa3-433a-a4c1-a7bdf3ad568e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445387 Jun 08 04:16:48.289893 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e56dbdb0-6112-4891-9f59-b3e3204b56af req-c76e399f-26ea-473b-b157-e88c302053a3 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=464bdbf9-b399-4a54-9bcc-edcf6f7c8e97 HTTP/1.1" status: 200 len: 210 time: 0.0441084 Jun 08 04:16:48.969368 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb29047-aa4e-43d2-93f9-8f02bcfeda36 req-fd22137a-c0e5-4cd4-9f62-5a65a8024e1c tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:48.970784 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fbb29047-aa4e-43d2-93f9-8f02bcfeda36 req-fd22137a-c0e5-4cd4-9f62-5a65a8024e1c tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0812428 Jun 08 04:16:49.019193 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fbb29047-aa4e-43d2-93f9-8f02bcfeda36 req-74bd46ce-ed41-41e1-a88e-cdacc4eff538 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425866 Jun 08 04:16:50.017312 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9164e5-a86f-46ef-8051-fb38b9b20263 req-177283bf-40df-4912-b2b3-aa7a9ecce601 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:50.018673 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0a9164e5-a86f-46ef-8051-fb38b9b20263 req-177283bf-40df-4912-b2b3-aa7a9ecce601 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 945 time: 0.0790873 Jun 08 04:16:50.063957 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0a9164e5-a86f-46ef-8051-fb38b9b20263 req-acd93475-5564-4300-a42e-8078e74fead6 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 Jun 08 04:16:50.354895 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f16374-3653-4326-81ee-b4790f285266 req-480b7a29-74ab-459e-aa42-a9bf2771fba9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:50.356363 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-24f16374-3653-4326-81ee-b4790f285266 req-480b7a29-74ab-459e-aa42-a9bf2771fba9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.2145522 Jun 08 04:16:50.358831 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc05d-ada5-439d-b1f1-ee3eba68e5e2 req-306b9b8a-8220-4034-9bbf-625e40aa5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:50.360294 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-32ccc05d-ada5-439d-b1f1-ee3eba68e5e2 req-306b9b8a-8220-4034-9bbf-625e40aa5003 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1&tenant_id=9c7e0dce267146e58d41cccd658554bc HTTP/1.1" status: 200 len: 1097 time: 0.1827934 Jun 08 04:16:50.377518 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device e57e78a3-d98e-4bad-871f-a0a1e8319879 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:16:50.413291 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: e57e78a3-d98e-4bad-871f-a0a1e8319879 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:16:50.414132 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device e57e78a3-d98e-4bad-871f-a0a1e8319879 not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:16:50.435868 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-24f16374-3653-4326-81ee-b4790f285266 req-fd11800d-cbf7-4c32-8fe6-f58d757b1e04 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738521 Jun 08 04:16:50.469314 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc05d-ada5-439d-b1f1-ee3eba68e5e2 req-f059e4a8-5e97-4ad6-b3e6-76ad7a3a36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:50.470742 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-32ccc05d-ada5-439d-b1f1-ee3eba68e5e2 req-f059e4a8-5e97-4ad6-b3e6-76ad7a3a36e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c7e0dce267146e58d41cccd658554bc&device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0767565 Jun 08 04:16:50.600327 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc05d-ada5-439d-b1f1-ee3eba68e5e2 req-70acc230-bb4b-4d63-9d00-febd08b0d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:50.602366 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-32ccc05d-ada5-439d-b1f1-ee3eba68e5e2 req-70acc230-bb4b-4d63-9d00-febd08b0d1e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=294f857a-186c-4448-b00c-81d1806ba032 HTTP/1.1" status: 200 len: 918 time: 0.1239731 Jun 08 04:16:50.706709 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-32ccc05d-ada5-439d-b1f1-ee3eba68e5e2 req-41161bde-279f-4c71-98ec-746952ff0221 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad HTTP/1.1" status: 200 len: 998 time: 0.0962751 Jun 08 04:16:50.769939 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc05d-ada5-439d-b1f1-ee3eba68e5e2 req-81c49ebf-7f78-4c9c-ab0e-ab0201561263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:50.771342 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-32ccc05d-ada5-439d-b1f1-ee3eba68e5e2 req-81c49ebf-7f78-4c9c-ab0e-ab0201561263 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6790621e-0f94-4c60-abe1-4e141a73cc04 HTTP/1.1" status: 200 len: 856 time: 0.0554051 Jun 08 04:16:50.845195 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc05d-ada5-439d-b1f1-ee3eba68e5e2 req-bf6c0bfa-13f3-414a-84b3-f8df0ef96a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:50.846635 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-32ccc05d-ada5-439d-b1f1-ee3eba68e5e2 req-bf6c0bfa-13f3-414a-84b3-f8df0ef96a02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=294f857a-186c-4448-b00c-81d1806ba032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0670147 Jun 08 04:16:50.978425 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-32ccc05d-ada5-439d-b1f1-ee3eba68e5e2 req-71ea8b05-21a5-4e18-ae67-f490d410042e service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235337 Jun 08 04:16:51.115558 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-32ccc05d-ada5-439d-b1f1-ee3eba68e5e2 req-4f1f9d10-8486-4ba1-9bd6-e67326625ba0 service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297238 Jun 08 04:16:51.260324 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d0258-efaf-4b53-9c44-642848438e72 req-57004cc6-5e3d-413b-94ef-dbb0a93dbb19 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:51.261393 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-876d0258-efaf-4b53-9c44-642848438e72 req-57004cc6-5e3d-413b-94ef-dbb0a93dbb19 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 945 time: 0.0867097 Jun 08 04:16:51.306642 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-876d0258-efaf-4b53-9c44-642848438e72 req-d6f46f53-2a85-4c83-8295-72341509da45 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Jun 08 04:16:51.621381 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0c647-f354-4fd2-a1c8-a03a65c3d666 req-8ca9be88-7609-41f9-b0e4-b283b75244a6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:51.622831 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-97b0c647-f354-4fd2-a1c8-a03a65c3d666 req-8ca9be88-7609-41f9-b0e4-b283b75244a6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0783019 Jun 08 04:16:51.670576 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-97b0c647-f354-4fd2-a1c8-a03a65c3d666 req-08849ba1-468f-47bd-a739-4620a6381296 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420303 Jun 08 04:16:51.899605 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a83371-b9c4-4eb0-8abf-4a3052b4a0ae req-36d44933-ba83-45eb-b72e-13c41b2eab5c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:51.901417 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b5a83371-b9c4-4eb0-8abf-4a3052b4a0ae req-36d44933-ba83-45eb-b72e-13c41b2eab5c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 945 time: 0.1016898 Jun 08 04:16:52.516567 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd24e87-6072-48fd-a325-120263177645 req-423f2900-30fb-4eed-a048-b0510459752b tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:52.518471 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3bd24e87-6072-48fd-a325-120263177645 req-423f2900-30fb-4eed-a048-b0510459752b tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 945 time: 0.1019750 Jun 08 04:16:52.571312 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3bd24e87-6072-48fd-a325-120263177645 req-bdd2cad9-28df-4e2e-a5eb-bc40207406dc tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432351 Jun 08 04:16:52.892078 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1250586-519a-47c7-aae0-43e5f138b56e req-96c826b1-c378-411d-9271-86949e811a80 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:52.893426 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f1250586-519a-47c7-aae0-43e5f138b56e req-96c826b1-c378-411d-9271-86949e811a80 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0796552 Jun 08 04:16:52.939861 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f1250586-519a-47c7-aae0-43e5f138b56e req-9b569d5a-33eb-48b2-a869-a9e8d3bd25d6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402586 Jun 08 04:16:53.760489 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43292343-b009-4d3c-9327-c154a961a09f req-1edb9519-d31d-484e-9572-37d3353618c5 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:53.761877 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-43292343-b009-4d3c-9327-c154a961a09f req-1edb9519-d31d-484e-9572-37d3353618c5 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 945 time: 0.0831878 Jun 08 04:16:53.811378 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-43292343-b009-4d3c-9327-c154a961a09f req-bffdae23-1593-4dfa-9c92-e18bc1aff896 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427647 Jun 08 04:16:54.141864 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd376f-b2ee-4b16-8e65-9ccb6f53477f req-28e7dccd-ce71-4233-b0ee-2b541a60b685 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:54.143360 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eafd376f-b2ee-4b16-8e65-9ccb6f53477f req-28e7dccd-ce71-4233-b0ee-2b541a60b685 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0883493 Jun 08 04:16:54.190812 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eafd376f-b2ee-4b16-8e65-9ccb6f53477f req-8de02b26-54fd-436e-a07e-3851688661e6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414789 Jun 08 04:16:54.404234 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 2e7e781f-171a-4172-8601-886f5834a538 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:16:54.514313 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:54.541543 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aa453b-a917-4d1c-a867-17c210c7c84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e7e781f-171a-4172-8601-886f5834a538'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:16:54.543996 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7c5671-73d5-4618-abf6-c052edd75e0f" -d '{"events": [{"server_uuid": "87aa453b-a917-4d1c-a867-17c210c7c84b", "name": "network-vif-unplugged", "status": "completed", "tag": "2e7e781f-171a-4172-8601-886f5834a538"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:16:54.552378 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 2e7e781f-171a-4172-8601-886f5834a538, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2e7e781f-171a-4172-8601-886f5834a538,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:16:54.589839 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 04:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb40b84-3304-4bd2-a7f5-896d6d29c1ef x-openstack-request-id: req-5fb40b84-3304-4bd2-a7f5-896d6d29c1ef {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:16:54.590128 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87aa453b-a917-4d1c-a867-17c210c7c84b", "name": "network-vif-unplugged", "status": "completed", "tag": "2e7e781f-171a-4172-8601-886f5834a538", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:16:54.590390 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fb40b84-3304-4bd2-a7f5-896d6d29c1ef {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:16:54.590778 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87aa453b-a917-4d1c-a867-17c210c7c84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e7e781f-171a-4172-8601-886f5834a538', 'code': 200} Jun 08 04:16:54.631217 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:54.633745 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:54.722040 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=2e7e781f-171a-4172-8601-886f5834a538,revision_number=6']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:54.725043 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:54.990235 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:16:55.000524 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a29671-2987-4ccb-80bd-ee90219f4982 req-790c5eac-51ce-44ea-a656-24bf7e633ee2 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:55.001958 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b6a29671-2987-4ccb-80bd-ee90219f4982 req-790c5eac-51ce-44ea-a656-24bf7e633ee2 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.0853660 Jun 08 04:16:55.052174 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b6a29671-2987-4ccb-80bd-ee90219f4982 req-7264aa99-d8f1-4a0f-b7de-371b4ad12506 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437670 Jun 08 04:16:55.387840 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1cf25-0f2b-4641-8990-d5f253fefa03 req-56c7ff5f-665a-4eb0-9f05-d187ec0d51de tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:55.389430 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8ac1cf25-0f2b-4641-8990-d5f253fefa03 req-56c7ff5f-665a-4eb0-9f05-d187ec0d51de tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0801232 Jun 08 04:16:55.438586 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8ac1cf25-0f2b-4641-8990-d5f253fefa03 req-98b91961-389c-46d2-912d-4fef4fbfd8a7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401561 Jun 08 04:16:56.339364 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ace58-ce0f-4817-ac20-9c84a64c0e3c req-e9dd692e-cfa0-4fae-8e44-4ae047a07d76 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:56.340978 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-171ace58-ce0f-4817-ac20-9c84a64c0e3c req-e9dd692e-cfa0-4fae-8e44-4ae047a07d76 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.1802189 Jun 08 04:16:56.387360 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-171ace58-ce0f-4817-ac20-9c84a64c0e3c req-2bd5ffa8-aafb-481a-8189-4fc42a69df56 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Jun 08 04:16:56.490351 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 35982) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:56.628613 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-dd44ee52-c950-4cb0-968c-a3e0aac2b28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:56.670001 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce315baa-c389-4b12-9e72-b69da0cb6710 req-db1d3b32-2253-4199-9d6f-350936e1c7e6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:56.671609 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ce315baa-c389-4b12-9e72-b69da0cb6710 req-db1d3b32-2253-4199-9d6f-350936e1c7e6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0947568 Jun 08 04:16:56.739140 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ce315baa-c389-4b12-9e72-b69da0cb6710 req-4629cdb4-818a-4734-963c-7e01c625e5db tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617161 Jun 08 04:16:56.742112 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-dd44ee52-c950-4cb0-968c-a3e0aac2b28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:57.324253 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-dd44ee52-c950-4cb0-968c-a3e0aac2b28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:57.343307 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-abee7e3f-60d5-4dc6-99a0-52070873b2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:57.377828 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-dd44ee52-c950-4cb0-968c-a3e0aac2b28c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ab4107781f74ed180c99cc71239761a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8861234 Jun 08 04:16:57.380682 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 35986) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:57.407589 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44ee52-c950-4cb0-968c-a3e0aac2b28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79eaf3d4-3769-4e57-8559-2390e5642ea5,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:57.412632 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-dd44ee52-c950-4cb0-968c-a3e0aac2b28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:57.442766 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b5e4-b38b-4f6b-91f1-6d51957e0b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:57.471286 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b5e4-b38b-4f6b-91f1-6d51957e0b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:57.592255 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c2d44-3f74-4d35-a085-c7092511fde5 req-faafbe2c-06d5-4f28-b2f9-c2a452c5d973 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:57.593745 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2a5c2d44-3f74-4d35-a085-c7092511fde5 req-faafbe2c-06d5-4f28-b2f9-c2a452c5d973 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.0829179 Jun 08 04:16:57.604429 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b5e4-b38b-4f6b-91f1-6d51957e0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:57.606872 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b5e4-b38b-4f6b-91f1-6d51957e0b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:57.610694 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-b3d9b5e4-b38b-4f6b-91f1-6d51957e0b5f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79eaf3d4-3769-4e57-8559-2390e5642ea5 HTTP/1.1" status: 204 len: 168 time: 0.2264781 Jun 08 04:16:57.610694 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c8caab34-ecdc-40a6-a4a5-6e611ba9ccc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:57.618561 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9b5e4-b38b-4f6b-91f1-6d51957e0b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eaf3d4-3769-4e57-8559-2390e5642ea5,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:57.620959 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b3d9b5e4-b38b-4f6b-91f1-6d51957e0b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:57.648591 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2a5c2d44-3f74-4d35-a085-c7092511fde5 req-3cc7e229-97c0-44f6-b00c-d90693839c1f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491765 Jun 08 04:16:57.938957 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414285a3-e6b8-40fd-98ea-93a15496e093 req-7eb88922-b5be-4693-a4af-ca6e5c2b9b37 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:57.940421 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-414285a3-e6b8-40fd-98ea-93a15496e093 req-7eb88922-b5be-4693-a4af-ca6e5c2b9b37 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0842931 Jun 08 04:16:57.988348 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-414285a3-e6b8-40fd-98ea-93a15496e093 req-54d35078-27fd-45b0-b38a-3615506a992c tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404539 Jun 08 04:16:58.454297 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 35996) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:58.471726 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e3a710d0-e54f-4965-b529-390d649e947c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:58.589708 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e3a710d0-e54f-4965-b529-390d649e947c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:58.661252 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e3a710d0-e54f-4965-b529-390d649e947c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:58.752539 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-fef81fb8-70c7-442d-aa7f-3442ac747d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:58.794015 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-e3a710d0-e54f-4965-b529-390d649e947c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=518ce77178b84a36b591b6a66c28b555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383906 Jun 08 04:16:58.795828 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a710d0-e54f-4965-b529-390d649e947c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970632d8-be9d-4a82-ab04-8d2761a155cc,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:58.798069 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 36000) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:16:58.800526 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e3a710d0-e54f-4965-b529-390d649e947c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:58.862057 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2d048e91-349c-421c-a3d5-eedcda9c1a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:58.879492 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be6322-fa6a-4b5c-b8ef-b206aab95b5a req-d9cda5cd-f3bc-4599-8c30-b7b72da1a933 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:58.880927 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b6be6322-fa6a-4b5c-b8ef-b206aab95b5a req-d9cda5cd-f3bc-4599-8c30-b7b72da1a933 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.1027360 Jun 08 04:16:58.892326 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2d048e91-349c-421c-a3d5-eedcda9c1a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:58.929311 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b6be6322-fa6a-4b5c-b8ef-b206aab95b5a req-1e1e8a76-7f99-4505-9217-e3beac616be0 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412540 Jun 08 04:16:59.032698 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2d048e91-349c-421c-a3d5-eedcda9c1a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:59.035574 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2d048e91-349c-421c-a3d5-eedcda9c1a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:16:59.063401 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-2d048e91-349c-421c-a3d5-eedcda9c1a7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/970632d8-be9d-4a82-ab04-8d2761a155cc HTTP/1.1" status: 204 len: 168 time: 0.2372227 Jun 08 04:16:59.063401 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5be58620-8073-4426-8cf5-95e05a4b2e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:16:59.063401 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d048e91-349c-421c-a3d5-eedcda9c1a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970632d8-be9d-4a82-ab04-8d2761a155cc,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:16:59.063401 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-2d048e91-349c-421c-a3d5-eedcda9c1a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:16:59.211724 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277a7cd-11e6-42ac-bb90-ef83f1a0f353 req-30a79404-3e8b-4524-83d7-4890be1f86c3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:16:59.213153 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b277a7cd-11e6-42ac-bb90-ef83f1a0f353 req-30a79404-3e8b-4524-83d7-4890be1f86c3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0969510 Jun 08 04:16:59.268298 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b277a7cd-11e6-42ac-bb90-ef83f1a0f353 req-cfa97b38-3864-42b2-a1ca-87fb57901bdb tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483918 Jun 08 04:17:00.136760 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e728d-4ae7-45ec-bd5a-479e4f4d5375 req-ff27a08c-b5b3-48c4-a27e-e09d96528bfa tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:00.139377 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-064e728d-4ae7-45ec-bd5a-479e4f4d5375 req-ff27a08c-b5b3-48c4-a27e-e09d96528bfa tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.0909944 Jun 08 04:17:00.203676 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-064e728d-4ae7-45ec-bd5a-479e4f4d5375 req-6ea56e98-bd3d-4701-a442-3726ba4d3110 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567479 Jun 08 04:17:00.477700 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826c5f0-ba0e-4bec-8b8b-21d902bb7dae req-31671c31-da01-4c73-bd58-d9e09d48b817 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:00.483813 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1826c5f0-ba0e-4bec-8b8b-21d902bb7dae req-31671c31-da01-4c73-bd58-d9e09d48b817 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0972276 Jun 08 04:17:00.532596 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1826c5f0-ba0e-4bec-8b8b-21d902bb7dae req-ef352e91-af88-4728-a367-a6b61a04f184 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427501 Jun 08 04:17:01.417241 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c866fc-b847-4042-a733-cd2d83c8a58f req-9022289c-f49a-4f05-8cc5-d14f11000f88 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:01.418715 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-38c866fc-b847-4042-a733-cd2d83c8a58f req-9022289c-f49a-4f05-8cc5-d14f11000f88 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.0976655 Jun 08 04:17:01.468710 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-38c866fc-b847-4042-a733-cd2d83c8a58f req-6eef40f7-79ae-412e-9ea8-f6d7c2cc6433 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438802 Jun 08 04:17:01.731920 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad01a2e-ad87-4434-a9d7-7f11e2c7ba1e req-e07641a5-32f3-4d4d-a552-945f70aa5927 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:01.738839 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7ad01a2e-ad87-4434-a9d7-7f11e2c7ba1e req-e07641a5-32f3-4d4d-a552-945f70aa5927 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0884132 Jun 08 04:17:01.783623 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7ad01a2e-ad87-4434-a9d7-7f11e2c7ba1e req-79d038ce-d4ae-4f95-bc25-b0d31b828824 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438461 Jun 08 04:17:02.701372 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6026121-ba92-43e0-b6c0-267119273da9 req-26dab65d-3e08-404e-9016-5f01daf7a1a9 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:02.701372 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b6026121-ba92-43e0-b6c0-267119273da9 req-26dab65d-3e08-404e-9016-5f01daf7a1a9 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.1074059 Jun 08 04:17:02.752202 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b6026121-ba92-43e0-b6c0-267119273da9 req-c831f874-a427-459a-8412-c1e77249723e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454178 Jun 08 04:17:02.979388 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fefe4-61c5-4783-9aac-966312de68dc req-7269a039-daa1-4e5c-b59a-74aaa89f41be tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:02.980858 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f11fefe4-61c5-4783-9aac-966312de68dc req-7269a039-daa1-4e5c-b59a-74aaa89f41be tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0828285 Jun 08 04:17:03.031441 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f11fefe4-61c5-4783-9aac-966312de68dc req-0ae89ce1-86d0-4b66-afd4-5961ab18848e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445621 Jun 08 04:17:03.957628 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cab38-8800-43f4-bf0a-cbc0f8aa2cfe req-265ac678-6411-4b02-add8-1cc557eb3eba tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:03.959326 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8f5cab38-8800-43f4-bf0a-cbc0f8aa2cfe req-265ac678-6411-4b02-add8-1cc557eb3eba tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.0846083 Jun 08 04:17:04.006351 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8f5cab38-8800-43f4-bf0a-cbc0f8aa2cfe req-16d0204a-4ca9-44eb-a69b-b84de3150d52 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413761 Jun 08 04:17:04.231313 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987937e-a190-4353-bfa1-3dae9c9acfca req-948c35d8-61e6-4eea-b6dc-671a64a505c4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:04.232962 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2987937e-a190-4353-bfa1-3dae9c9acfca req-948c35d8-61e6-4eea-b6dc-671a64a505c4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0862072 Jun 08 04:17:04.280887 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2987937e-a190-4353-bfa1-3dae9c9acfca req-ddd8892c-0ad6-4cfc-8d22-5f011051b1b4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421798 Jun 08 04:17:04.787206 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:05.198849 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931db66-59d9-4d45-aad4-f1904e07490c req-1c7a1966-e753-421a-aeda-df96f0e5099e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:05.200355 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c931db66-59d9-4d45-aad4-f1904e07490c req-1c7a1966-e753-421a-aeda-df96f0e5099e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.0817277 Jun 08 04:17:05.248281 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c931db66-59d9-4d45-aad4-f1904e07490c req-244a8293-977a-47b6-bd6f-d77ae31c982e tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411603 Jun 08 04:17:05.502470 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b08ee-96c7-45b6-a345-e0a778c6cb1a req-6de1edfa-c70a-4cba-a8b8-a302ef721302 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:05.503978 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0c3b08ee-96c7-45b6-a345-e0a778c6cb1a req-6de1edfa-c70a-4cba-a8b8-a302ef721302 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0845926 Jun 08 04:17:05.549554 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0c3b08ee-96c7-45b6-a345-e0a778c6cb1a req-dd5514db-ed40-4c40-ab2f-37ae36fe1a15 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398769 Jun 08 04:17:06.434126 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad386611-7193-42c3-b023-e3b6324f771b req-4bfe9c87-fc1e-4f07-a519-342e0ceed21d tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:06.441005 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ad386611-7193-42c3-b023-e3b6324f771b req-4bfe9c87-fc1e-4f07-a519-342e0ceed21d tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.0878444 Jun 08 04:17:06.479822 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ad386611-7193-42c3-b023-e3b6324f771b req-b8716125-811c-47fd-8257-1ee6adf77740 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379803 Jun 08 04:17:06.743406 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acdb9d-2e4c-43e4-9e6f-8be802c2efa0 req-6f4374ae-4be6-4365-9a42-89bb4f8a530d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:06.744898 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c9acdb9d-2e4c-43e4-9e6f-8be802c2efa0 req-6f4374ae-4be6-4365-9a42-89bb4f8a530d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0833888 Jun 08 04:17:06.789048 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c9acdb9d-2e4c-43e4-9e6f-8be802c2efa0 req-36f11218-769d-4458-9c6c-7cb5879e2a50 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384331 Jun 08 04:17:07.473230 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 36110) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:07.587619 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0023b983-34c3-4b85-9627-4b5dcff587f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:07.659905 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877c99b-1c9a-450b-aaf5-2d13b98794dd req-e4532ab2-3d8a-4977-8aa4-c28fbf63c5d9 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:07.661252 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3877c99b-1c9a-450b-aaf5-2d13b98794dd req-e4532ab2-3d8a-4977-8aa4-c28fbf63c5d9 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.0783982 Jun 08 04:17:07.691825 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0023b983-34c3-4b85-9627-4b5dcff587f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:07.758778 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0023b983-34c3-4b85-9627-4b5dcff587f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:07.765721 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-55ee3e2d-ec10-4d6b-a68d-709f73839c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:07.785355 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3877c99b-1c9a-450b-aaf5-2d13b98794dd req-18c70e34-4ef9-4475-a7ca-58519dcb9f50 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178546 Jun 08 04:17:07.808749 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-0023b983-34c3-4b85-9627-4b5dcff587f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e1b5aca16314042a8a505b3e1009caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344533 Jun 08 04:17:07.809493 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023b983-34c3-4b85-9627-4b5dcff587f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa2c87e-a2f8-451e-b643-0a69a52d71e3,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:07.811734 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 36116) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:07.812602 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0023b983-34c3-4b85-9627-4b5dcff587f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:07.870100 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:07.895184 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:08.007304 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153401a5-e411-495b-a565-d3f7d43a5f55 req-128c454d-e51d-4799-9fad-5ecf4cba628a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:08.008721 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-153401a5-e411-495b-a565-d3f7d43a5f55 req-128c454d-e51d-4799-9fad-5ecf4cba628a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.1067936 Jun 08 04:17:08.048529 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:08.050810 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:08.051898 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eaa2c87e-a2f8-451e-b643-0a69a52d71e3 HTTP/1.1" status: 204 len: 168 time: 0.2391717 Jun 08 04:17:08.055535 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-32b4ab44-e7d0-495a-ad84-8eb74d108ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:08.070675 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-153401a5-e411-495b-a565-d3f7d43a5f55 req-58243d6c-53b9-46df-985a-192984d4767a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550208 Jun 08 04:17:08.071563 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa2c87e-a2f8-451e-b643-0a69a52d71e3,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:08.079543 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:08.079922 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:08.080285 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:08.080647 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:08.081004 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:08.081357 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:08.081706 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:08.082063 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:08.082399 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:08.082751 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:08.083122 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:08.083563 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:08.086579 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:08.611360 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 36124) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:08.628792 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-369c70e7-f712-4bb9-bde8-933a6a0a257c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:08.727648 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-369c70e7-f712-4bb9-bde8-933a6a0a257c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:08.775444 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-369c70e7-f712-4bb9-bde8-933a6a0a257c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:08.782360 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-079ef431-4600-43ef-b608-c7826e9edac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:08.825077 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c70e7-f712-4bb9-bde8-933a6a0a257c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f7a17a-249c-48d3-b924-216857b720d2,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:08.831675 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-369c70e7-f712-4bb9-bde8-933a6a0a257c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5edd554c08d649e29629b8e81a84b467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169077 Jun 08 04:17:08.831675 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-369c70e7-f712-4bb9-bde8-933a6a0a257c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:08.832685 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 36128) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:08.888333 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8b22-7d20-4c69-b833-8fa1db6a6396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:08.957663 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8b22-7d20-4c69-b833-8fa1db6a6396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:09.113287 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d9aa9-4086-4e9a-b6f8-1ba9910aa30b req-ee232141-61e6-4d97-ada1-abc84ce79e83 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:09.114776 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c01d9aa9-4086-4e9a-b6f8-1ba9910aa30b req-ee232141-61e6-4d97-ada1-abc84ce79e83 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 943 time: 0.2177982 Jun 08 04:17:09.140170 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c21a6f-f7b2-47f9-8cfd-c2b4bffab6f8 req-6eeada59-724a-4eb1-a31b-bd8561efcabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:09.141626 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d6c21a6f-f7b2-47f9-8cfd-c2b4bffab6f8 req-6eeada59-724a-4eb1-a31b-bd8561efcabd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c7e0dce267146e58d41cccd658554bc&device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0724788 Jun 08 04:17:09.181911 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c01d9aa9-4086-4e9a-b6f8-1ba9910aa30b req-9e66c950-29d5-46dd-9486-807cc7df5f26 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565360 Jun 08 04:17:09.197413 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-b5a83371-b9c4-4eb0-8abf-4a3052b4a0ae req-ab218e65-440e-464e-a349-ee000501682c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Deleting port 2e7e781f-171a-4172-8601-886f5834a538 {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:17:09.199092 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b5a83371-b9c4-4eb0-8abf-4a3052b4a0ae req-ab218e65-440e-464e-a349-ee000501682c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:09.294093 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c21a6f-f7b2-47f9-8cfd-c2b4bffab6f8 req-94cebd9d-73c7-413c-a126-7a0d7dd0b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:09.295583 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d6c21a6f-f7b2-47f9-8cfd-c2b4bffab6f8 req-94cebd9d-73c7-413c-a126-7a0d7dd0b636 service neutron] 10.222.0.21 "GET /v2.0/networks?id=294f857a-186c-4448-b00c-81d1806ba032 HTTP/1.1" status: 200 len: 918 time: 0.1314852 Jun 08 04:17:09.296538 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8b22-7d20-4c69-b833-8fa1db6a6396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:09.298906 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8b22-7d20-4c69-b833-8fa1db6a6396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:09.300017 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-dc0b8b22-7d20-4c69-b833-8fa1db6a6396 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43f7a17a-249c-48d3-b924-216857b720d2 HTTP/1.1" status: 204 len: 168 time: 0.4672608 Jun 08 04:17:09.306093 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-2d1c8194-4785-45ef-86ad-4a3493873aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:09.328973 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b8b22-7d20-4c69-b833-8fa1db6a6396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f7a17a-249c-48d3-b924-216857b720d2,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:09.339205 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-dc0b8b22-7d20-4c69-b833-8fa1db6a6396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:09.400383 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-b5a83371-b9c4-4eb0-8abf-4a3052b4a0ae req-ab218e65-440e-464e-a349-ee000501682c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] For port 2e7e781f-171a-4172-8601-886f5834a538, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2e7e781f-171a-4172-8601-886f5834a538,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:17:09.400747 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b5a83371-b9c4-4eb0-8abf-4a3052b4a0ae req-ab218e65-440e-464e-a349-ee000501682c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:09.406150 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d6c21a6f-f7b2-47f9-8cfd-c2b4bffab6f8 req-582ceb38-435a-4c1d-8bb7-71e3186060ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad HTTP/1.1" status: 200 len: 998 time: 0.1035764 Jun 08 04:17:09.421413 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3af40a-554d-437a-9995-1fe7d9f94c9b req-539f3d0f-9d43-4afd-aa42-0598f59dc8ec tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:09.422882 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9f3af40a-554d-437a-9995-1fe7d9f94c9b req-539f3d0f-9d43-4afd-aa42-0598f59dc8ec tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.2281888 Jun 08 04:17:09.472609 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c21a6f-f7b2-47f9-8cfd-c2b4bffab6f8 req-045f0c83-60e2-4e83-83dd-fe52124868f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:09.474248 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d6c21a6f-f7b2-47f9-8cfd-c2b4bffab6f8 req-045f0c83-60e2-4e83-83dd-fe52124868f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6790621e-0f94-4c60-abe1-4e141a73cc04 HTTP/1.1" status: 200 len: 856 time: 0.0615396 Jun 08 04:17:09.549729 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c21a6f-f7b2-47f9-8cfd-c2b4bffab6f8 req-c2819a79-0ba2-4763-8155-7630fa497755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:09.550647 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-b5a83371-b9c4-4eb0-8abf-4a3052b4a0ae req-ab218e65-440e-464e-a349-ee000501682c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Calling delete_port for 2e7e781f-171a-4172-8601-886f5834a538 owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:17:09.551971 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d6c21a6f-f7b2-47f9-8cfd-c2b4bffab6f8 req-c2819a79-0ba2-4763-8155-7630fa497755 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=294f857a-186c-4448-b00c-81d1806ba032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710711 Jun 08 04:17:09.587968 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9f3af40a-554d-437a-9995-1fe7d9f94c9b req-29c11a63-a2d3-4256-a673-8a84f8ef409b tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136482 Jun 08 04:17:09.686428 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d6c21a6f-f7b2-47f9-8cfd-c2b4bffab6f8 req-a4f81d14-6e13-4ddf-80c8-b989ec98636c service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280472 Jun 08 04:17:09.757340 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b5a83371-b9c4-4eb0-8abf-4a3052b4a0ae req-ab218e65-440e-464e-a349-ee000501682c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:09.766128 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:09.771517 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['267e4e16-6a66-4a8d-b55a-9710764984e4'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:17:09.812435 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab218e65-440e-464e-a349-ee000501682c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Pushing event deleted for resources: {'Port': ['ID=2e7e781f-171a-4172-8601-886f5834a538,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:09.816210 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ab218e65-440e-464e-a349-ee000501682c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:09.851343 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d6c21a6f-f7b2-47f9-8cfd-c2b4bffab6f8 req-839a12c7-f94e-41aa-9265-f8c07ef2a636 service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560249 Jun 08 04:17:09.890190 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a83371-b9c4-4eb0-8abf-4a3052b4a0ae req-ab218e65-440e-464e-a349-ee000501682c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] No DVR routers for this DVR port 2e7e781f-171a-4172-8601-886f5834a538 on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:17:09.892887 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b5a83371-b9c4-4eb0-8abf-4a3052b4a0ae req-ab218e65-440e-464e-a349-ee000501682c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:09.895267 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b5a83371-b9c4-4eb0-8abf-4a3052b4a0ae req-ab218e65-440e-464e-a349-ee000501682c tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "DELETE /v2.0/ports/2e7e781f-171a-4172-8601-886f5834a538 HTTP/1.1" status: 204 len: 173 time: 0.9225965 Jun 08 04:17:09.895685 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aa453b-a917-4d1c-a867-17c210c7c84b', 'name': 'network-vif-deleted', 'tag': '2e7e781f-171a-4172-8601-886f5834a538'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:17:09.898549 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644d7a74-3ab0-4b1e-9d33-8753b3d32c77" -d '{"events": [{"server_uuid": "87aa453b-a917-4d1c-a867-17c210c7c84b", "name": "network-vif-deleted", "tag": "2e7e781f-171a-4172-8601-886f5834a538"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:17:09.948563 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd032fb-a6b9-448a-9af3-4012c2b98200 x-openstack-request-id: req-efd032fb-a6b9-448a-9af3-4012c2b98200 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:17:09.948962 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87aa453b-a917-4d1c-a867-17c210c7c84b", "name": "network-vif-deleted", "tag": "2e7e781f-171a-4172-8601-886f5834a538", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:17:09.949320 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efd032fb-a6b9-448a-9af3-4012c2b98200 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:17:09.949821 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87aa453b-a917-4d1c-a867-17c210c7c84b', 'name': 'network-vif-deleted', 'tag': '2e7e781f-171a-4172-8601-886f5834a538', 'status': 'completed', 'code': 200} Jun 08 04:17:10.358425 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fb5b4ee2-b2f9-4abf-a926-15fc03f8fe8c req-8d846f30-b224-4746-aff2-088ea5ae6d32 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=87aa453b-a917-4d1c-a867-17c210c7c84b HTTP/1.1" status: 200 len: 210 time: 0.0475941 Jun 08 04:17:10.780556 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6b686-9e9b-4a17-b074-5625a2d4069f req-6bf809ae-32d3-4fa7-98ba-8ba2d8d5af33 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:10.781982 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4db6b686-9e9b-4a17-b074-5625a2d4069f req-6bf809ae-32d3-4fa7-98ba-8ba2d8d5af33 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0799727 Jun 08 04:17:10.827037 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4db6b686-9e9b-4a17-b074-5625a2d4069f req-70ae67a9-0d0c-48df-8a11-f6b394283311 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393140 Jun 08 04:17:12.017874 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6eec7-36a7-4756-9fe7-a3c665588901 req-71f43d6f-ebea-459f-a676-a25f944a454c tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:12.019220 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-57b6eec7-36a7-4756-9fe7-a3c665588901 req-71f43d6f-ebea-459f-a676-a25f944a454c tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0829811 Jun 08 04:17:12.063212 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-57b6eec7-36a7-4756-9fe7-a3c665588901 req-19cff1b1-eb11-45c1-ab19-3004724d7124 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384157 Jun 08 04:17:12.298942 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-149816b1-28fd-460b-9b16-74514c3fc229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:12.519813 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 639df7a3-9ef1-4c7c-b7e1-907024a611ad details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:17:12.650575 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 639df7a3-9ef1-4c7c-b7e1-907024a611ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:17:12.663547 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'port_id': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'mac_address': 'fa:16:3e:b1:7c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:17:12.719618 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:12.736039 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639df7a3-9ef1-4c7c-b7e1-907024a611ad {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:17:12.751123 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 639df7a3-9ef1-4c7c-b7e1-907024a611ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:17:12.821273 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:12.823061 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-cdfebccf-9a55-4cad-95da-c7db5e36081f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:12.892519 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=639df7a3-9ef1-4c7c-b7e1-907024a611ad,revision_number=9']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:12.898626 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:13.254969 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077675e-04fa-4cea-bd3f-80429e040ca1 req-314b708a-81ba-432d-ad92-9bb7b29c213f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:13.257110 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3077675e-04fa-4cea-bd3f-80429e040ca1 req-314b708a-81ba-432d-ad92-9bb7b29c213f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0808454 Jun 08 04:17:13.257251 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['639df7a3-9ef1-4c7c-b7e1-907024a611ad'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:17:13.302049 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3077675e-04fa-4cea-bd3f-80429e040ca1 req-bcffb4e0-82a2-4933-ba77-2c064d372eea tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392404 Jun 08 04:17:13.616631 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ea555-f97c-46f2-8cc8-68adbf491e80 req-2cabf3de-eba8-480e-a56c-6a2b4194c8bf tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:13.618072 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2e6ea555-f97c-46f2-8cc8-68adbf491e80 req-2cabf3de-eba8-480e-a56c-6a2b4194c8bf tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 945 time: 0.1678100 Jun 08 04:17:13.660967 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2e6ea555-f97c-46f2-8cc8-68adbf491e80 req-7215925e-b1d4-4130-9c03-c56f0ea17162 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372708 Jun 08 04:17:14.496270 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb0e54-df5f-4ede-a25f-303bd3237d2d req-5eb4915a-1474-4109-aa9a-60685b618a58 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:14.497792 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-54eb0e54-df5f-4ede-a25f-303bd3237d2d req-5eb4915a-1474-4109-aa9a-60685b618a58 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0795953 Jun 08 04:17:14.538931 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 639df7a3-9ef1-4c7c-b7e1-907024a611ad up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:17:14.541860 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-54eb0e54-df5f-4ede-a25f-303bd3237d2d req-7c5b4e56-8986-4fa4-8aed-9426e7f723d5 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383003 Jun 08 04:17:14.605863 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port 639df7a3-9ef1-4c7c-b7e1-907024a611ad triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:17:14.606204 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:14.732109 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:14.758631 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639df7a3-9ef1-4c7c-b7e1-907024a611ad'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:17:14.761053 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac6f57-4f1d-4f3a-8ea3-a4c6e1a9e593" -d '{"events": [{"server_uuid": "5967acb1-7f39-4672-b53e-0d068f64b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "639df7a3-9ef1-4c7c-b7e1-907024a611ad"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:17:14.766870 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:14.772932 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 639df7a3-9ef1-4c7c-b7e1-907024a611ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:17:14.808644 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadcd4e6-d17e-40fd-a494-179e49958d51 x-openstack-request-id: req-cadcd4e6-d17e-40fd-a494-179e49958d51 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:17:14.808644 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5967acb1-7f39-4672-b53e-0d068f64b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "639df7a3-9ef1-4c7c-b7e1-907024a611ad", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:17:14.808644 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cadcd4e6-d17e-40fd-a494-179e49958d51 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:17:14.808644 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'code': 200} Jun 08 04:17:14.846993 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ffb84-8e9c-4364-8586-2f4c3ef80b14 req-d698b1e7-b33e-47b9-bab7-55f43e379230 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:14.848449 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cc6ffb84-8e9c-4364-8586-2f4c3ef80b14 req-d698b1e7-b33e-47b9-bab7-55f43e379230 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 945 time: 0.0836589 Jun 08 04:17:14.861140 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:14.862897 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:14.891503 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cc6ffb84-8e9c-4364-8586-2f4c3ef80b14 req-c6b25a9e-1316-452e-9d4e-9a8e6007b792 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368395 Jun 08 04:17:14.895667 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-45a11db4-e76a-4663-9e39-533b261e068d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:14.932159 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=639df7a3-9ef1-4c7c-b7e1-907024a611ad,revision_number=10']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:14.935315 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:15.582169 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:15.583733 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f283fea-85f6-4d0f-ab27-1ae3e722cb3d req-e2d2cbc1-5180-4b7b-adfe-0a9cce0d944f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:15.585586 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3f283fea-85f6-4d0f-ab27-1ae3e722cb3d req-e2d2cbc1-5180-4b7b-adfe-0a9cce0d944f tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 945 time: 0.0831633 Jun 08 04:17:15.794564 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-3f283fea-85f6-4d0f-ab27-1ae3e722cb3d req-7b479a2e-253c-42cd-881b-b8f6e2c62abe tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Deleting port 267e4e16-6a66-4a8d-b55a-9710764984e4 {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:17:15.794904 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-3f283fea-85f6-4d0f-ab27-1ae3e722cb3d req-7b479a2e-253c-42cd-881b-b8f6e2c62abe tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:15.851405 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fe557-cf95-454c-b95d-584be2ded4cc req-be35bcbf-a064-425a-92f8-867497f899a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:15.853008 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-630fe557-cf95-454c-b95d-584be2ded4cc req-be35bcbf-a064-425a-92f8-867497f899a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 1100 time: 0.0792155 Jun 08 04:17:15.874046 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44279118-b085-4c04-969d-45f43f40967e req-b5be9645-025e-4fd5-b603-8ddcc035c25d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:15.875256 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-44279118-b085-4c04-969d-45f43f40967e req-b5be9645-025e-4fd5-b603-8ddcc035c25d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 947 time: 0.1806083 Jun 08 04:17:15.902437 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-630fe557-cf95-454c-b95d-584be2ded4cc req-dc286499-8215-4e76-896a-7f2a0c677b42 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421565 Jun 08 04:17:15.956119 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-44279118-b085-4c04-969d-45f43f40967e req-05affc22-6879-48ed-8550-533ec35bf477 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749733 Jun 08 04:17:15.974680 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-3f283fea-85f6-4d0f-ab27-1ae3e722cb3d req-7b479a2e-253c-42cd-881b-b8f6e2c62abe tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] For port 267e4e16-6a66-4a8d-b55a-9710764984e4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=267e4e16-6a66-4a8d-b55a-9710764984e4,segment=NetworkSegment(0a397102-2b46-42fa-a569-1e8a419f7bdb),segment_id=0a397102-2b46-42fa-a569-1e8a419f7bdb)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:17:15.975700 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-3f283fea-85f6-4d0f-ab27-1ae3e722cb3d req-7b479a2e-253c-42cd-881b-b8f6e2c62abe tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:16.135457 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-3f283fea-85f6-4d0f-ab27-1ae3e722cb3d req-7b479a2e-253c-42cd-881b-b8f6e2c62abe tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Calling delete_port for 267e4e16-6a66-4a8d-b55a-9710764984e4 owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:17:16.198872 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c518e4-eec1-44b1-810f-eb35eef91da3 req-a7380838-c1e5-4c81-a9fb-6ddc6cd79355 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:16.200269 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-45c518e4-eec1-44b1-810f-eb35eef91da3 req-a7380838-c1e5-4c81-a9fb-6ddc6cd79355 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 945 time: 0.1610591 Jun 08 04:17:16.280833 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-45c518e4-eec1-44b1-810f-eb35eef91da3 req-936cd350-b4a3-4122-bea7-525656042497 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/security-groups?id=370625e4-7875-4339-b2da-acab87150084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724316 Jun 08 04:17:16.369755 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-3f283fea-85f6-4d0f-ab27-1ae3e722cb3d req-7b479a2e-253c-42cd-881b-b8f6e2c62abe tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:16.375246 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:16.389151 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['267e4e16-6a66-4a8d-b55a-9710764984e4'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:17:16.417601 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b479a2e-253c-42cd-881b-b8f6e2c62abe tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Pushing event deleted for resources: {'Port': ['ID=267e4e16-6a66-4a8d-b55a-9710764984e4,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:16.420639 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-7b479a2e-253c-42cd-881b-b8f6e2c62abe tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:16.493832 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f283fea-85f6-4d0f-ab27-1ae3e722cb3d req-7b479a2e-253c-42cd-881b-b8f6e2c62abe tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] No DVR routers for this DVR port 267e4e16-6a66-4a8d-b55a-9710764984e4 on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:17:16.496154 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-3f283fea-85f6-4d0f-ab27-1ae3e722cb3d req-7b479a2e-253c-42cd-881b-b8f6e2c62abe tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:16.498086 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3f283fea-85f6-4d0f-ab27-1ae3e722cb3d req-7b479a2e-253c-42cd-881b-b8f6e2c62abe tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.21 "DELETE /v2.0/ports/267e4e16-6a66-4a8d-b55a-9710764984e4 HTTP/1.1" status: 204 len: 173 time: 0.9069262 Jun 08 04:17:16.498566 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cc42c7-c2bb-45d5-8607-c00f03a670ac', 'name': 'network-vif-deleted', 'tag': '267e4e16-6a66-4a8d-b55a-9710764984e4'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:17:16.500816 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e6e4db-71cc-4d07-b3c8-ea4050f81c8a" -d '{"events": [{"server_uuid": "58cc42c7-c2bb-45d5-8607-c00f03a670ac", "name": "network-vif-deleted", "tag": "267e4e16-6a66-4a8d-b55a-9710764984e4"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:17:16.541269 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92c64a0-16a0-4e9e-bac8-1315f614adfc x-openstack-request-id: req-f92c64a0-16a0-4e9e-bac8-1315f614adfc {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:17:16.541590 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cc42c7-c2bb-45d5-8607-c00f03a670ac", "name": "network-vif-deleted", "tag": "267e4e16-6a66-4a8d-b55a-9710764984e4", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:17:16.541871 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f92c64a0-16a0-4e9e-bac8-1315f614adfc {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:17:16.542291 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cc42c7-c2bb-45d5-8607-c00f03a670ac', 'name': 'network-vif-deleted', 'tag': '267e4e16-6a66-4a8d-b55a-9710764984e4', 'status': 'completed', 'code': 200} Jun 08 04:17:17.159443 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1534a-5991-425c-aac8-ff1e4ef80297 req-6b6d4ec0-8fb5-4019-b84a-1e256885b2f6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:17.161210 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fbe1534a-5991-425c-aac8-ff1e4ef80297 req-6b6d4ec0-8fb5-4019-b84a-1e256885b2f6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 947 time: 0.0954807 Jun 08 04:17:17.220523 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fbe1534a-5991-425c-aac8-ff1e4ef80297 req-5ef4c9d2-19bf-4082-a3e6-2ab15552dfb5 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513976 Jun 08 04:17:17.463480 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-331a48e2-5d18-4586-a418-f5d66340cef0 req-535d6a9f-91f2-48e9-b2fc-5cb25646c549 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] 10.222.0.18 "GET /v2.0/ports?device_id=58cc42c7-c2bb-45d5-8607-c00f03a670ac HTTP/1.1" status: 200 len: 210 time: 0.0464692 Jun 08 04:17:17.678899 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:17.824949 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 36286) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:17.943088 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-81e532c4-11d1-42c0-a5dc-a726baa12afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:18.049921 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-81e532c4-11d1-42c0-a5dc-a726baa12afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:18.129333 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-81e532c4-11d1-42c0-a5dc-a726baa12afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:18.137094 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-5583f62d-4d26-4065-aaa8-d121f9b37402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:18.176991 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e532c4-11d1-42c0-a5dc-a726baa12afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16553a3-9370-4465-b4ae-98b737b990e9,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:18.180196 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-81e532c4-11d1-42c0-a5dc-a726baa12afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:18.185241 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-81e532c4-11d1-42c0-a5dc-a726baa12afe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=249c1bfd465642518f013d03f88a88f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567934 Jun 08 04:17:18.185737 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 36296) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:18.245391 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-659ce568-1cd8-4f54-b209-c88321e5b079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:18.272725 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-659ce568-1cd8-4f54-b209-c88321e5b079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:18.383119 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-659ce568-1cd8-4f54-b209-c88321e5b079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:18.385550 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-659ce568-1cd8-4f54-b209-c88321e5b079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:18.386666 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-659ce568-1cd8-4f54-b209-c88321e5b079 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f16553a3-9370-4465-b4ae-98b737b990e9 HTTP/1.1" status: 204 len: 168 time: 0.2003593 Jun 08 04:17:18.388542 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-72527a07-de30-4841-9e52-1005b1a275f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:18.404125 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ce568-1cd8-4f54-b209-c88321e5b079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16553a3-9370-4465-b4ae-98b737b990e9,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:18.407104 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-659ce568-1cd8-4f54-b209-c88321e5b079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:18.431550 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a71b6-5f05-4ead-b3f0-e606bf6e3488 req-6fc3b28b-190f-4c0e-9615-daa15a379b93 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:18.433061 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4f6a71b6-5f05-4ead-b3f0-e606bf6e3488 req-6fc3b28b-190f-4c0e-9615-daa15a379b93 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 947 time: 0.0990977 Jun 08 04:17:18.481237 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4f6a71b6-5f05-4ead-b3f0-e606bf6e3488 req-72c850e7-9596-4d80-b052-cc3520313a33 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 Jun 08 04:17:18.552496 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 267e4e16-6a66-4a8d-b55a-9710764984e4 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:17:18.557452 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 36304) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:18.587529 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: 267e4e16-6a66-4a8d-b55a-9710764984e4 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:17:18.587887 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 267e4e16-6a66-4a8d-b55a-9710764984e4 not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:17:18.698778 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_v2 [None req-99395ea3-8416-47c0-ab42-a2188564f035 admin admin] Deleting subnet 641a26e1-b53e-42f6-82ec-ed94a7238fc9 {{(pid=92281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:17:18.701632 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-99395ea3-8416-47c0-ab42-a2188564f035 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:18.749865 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-99395ea3-8416-47c0-ab42-a2188564f035 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2050149'] for subnet, precommit_delete_associations {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:18.806771 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-99395ea3-8416-47c0-ab42-a2188564f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:18.993068 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-99395ea3-8416-47c0-ab42-a2188564f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2017662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2127496'] for subnet, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:18.998405 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:19.033172 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99395ea3-8416-47c0-ab42-a2188564f035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641a26e1-b53e-42f6-82ec-ed94a7238fc9,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:19.035119 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-99395ea3-8416-47c0-ab42-a2188564f035 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.036879 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-99395ea3-8416-47c0-ab42-a2188564f035 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/641a26e1-b53e-42f6-82ec-ed94a7238fc9 HTTP/1.1" status: 204 len: 168 time: 0.4784610 Jun 08 04:17:19.037729 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-99395ea3-8416-47c0-ab42-a2188564f035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:19.039446 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 36310) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:19.122160 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 36312) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:19.140044 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.145267 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-57157c63-5add-43ba-9dee-bba0b4abf05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.241262 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.267804 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-57157c63-5add-43ba-9dee-bba0b4abf05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.284561 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-57157c63-5add-43ba-9dee-bba0b4abf05b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97d6132-85d0-4e4a-9c43-1ae30cd7d35f']}} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:17:19.296964 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-57157c63-5add-43ba-9dee-bba0b4abf05b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a397102-2b46-42fa-a569-1e8a419f7bdb') {'for_net_delete': True} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:17:19.297261 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-57157c63-5add-43ba-9dee-bba0b4abf05b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a397102-2b46-42fa-a569-1e8a419f7bdb') {} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:17:19.308244 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-57157c63-5add-43ba-9dee-bba0b4abf05b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050158'] for segment, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.318111 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.323819 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-57157c63-5add-43ba-9dee-bba0b4abf05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.326753 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-137afbb3-87b8-4243-ae20-4f0f9648ed55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:19.330141 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57157c63-5add-43ba-9dee-bba0b4abf05b admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=92281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:17:19.330514 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-57157c63-5add-43ba-9dee-bba0b4abf05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2017755'] for segment, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: Traceback (most recent call last): Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: timer() Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: cb(*args, **kw) Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: return func(*args, **kwargs) Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: self._notify() Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: self.callback(batched_events) Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: event.method(event) Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: return f(self, *a, **k) Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: return self._get(url).json() Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: return self.request(url, 'GET', **kwargs) Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:17:19.344078 dv-cinder-786627-8-smb neutron-server[92281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:17:19.366061 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69c71173c56441c0a70513fce2b035ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425687 Jun 08 04:17:19.366818 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f672f45d-b25e-4155-b997-5513cd3f37a4,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:19.369123 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 36314) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:19.385402 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:19.385779 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:19.386135 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:19.386488 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:19.386836 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:19.387215 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:19.387557 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:19.387899 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:19.388239 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:19.388577 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:19.388913 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:19.389249 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:17:19.394667 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:19.442361 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe091-47f9-4be4-9320-82e0de914c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.467758 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe091-47f9-4be4-9320-82e0de914c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.470538 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-57157c63-5add-43ba-9dee-bba0b4abf05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.476062 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-57157c63-5add-43ba-9dee-bba0b4abf05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.480774 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-57157c63-5add-43ba-9dee-bba0b4abf05b admin admin] 10.222.0.18 "DELETE /v2.0/networks/e97d6132-85d0-4e4a-9c43-1ae30cd7d35f HTTP/1.1" status: 204 len: 168 time: 0.4375756 Jun 08 04:17:19.480774 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:19.501395 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57157c63-5add-43ba-9dee-bba0b4abf05b admin admin] Pushing event deleted for resources: {'Network': ['ID=e97d6132-85d0-4e4a-9c43-1ae30cd7d35f,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:19.503494 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-57157c63-5add-43ba-9dee-bba0b4abf05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:19.604146 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe091-47f9-4be4-9320-82e0de914c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.606617 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe091-47f9-4be4-9320-82e0de914c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.607767 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-6ffbe091-47f9-4be4-9320-82e0de914c43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f672f45d-b25e-4155-b997-5513cd3f37a4 HTTP/1.1" status: 204 len: 168 time: 0.2363207 Jun 08 04:17:19.608520 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8e5c9bef-2e4b-4c32-a773-33c1d48aee5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:19.618115 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbe091-47f9-4be4-9320-82e0de914c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f672f45d-b25e-4155-b997-5513cd3f37a4,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:19.620389 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6ffbe091-47f9-4be4-9320-82e0de914c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:19.676954 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e094206-e9a6-43bf-9ab4-0e41bb652547 req-24ee35e0-4d32-4849-934b-592ff68c26e4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:19.678442 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5e094206-e9a6-43bf-9ab4-0e41bb652547 req-24ee35e0-4d32-4849-934b-592ff68c26e4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 947 time: 0.0845900 Jun 08 04:17:19.722871 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5e094206-e9a6-43bf-9ab4-0e41bb652547 req-bfb89f89-d850-42d1-ae47-a6f6e3df0b9c tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389597 Jun 08 04:17:19.862719 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 36324) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:19.911403 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-f1ddf771-2b25-4d80-a3ca-2c9e9b503e5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9765c1f610b948999a3bc6325f4797f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473561 Jun 08 04:17:19.913791 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 36330) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:19.970722 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f821-99cd-4815-8953-22fecb1ae800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:19.996618 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f821-99cd-4815-8953-22fecb1ae800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:20.147339 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f821-99cd-4815-8953-22fecb1ae800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:20.149720 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f821-99cd-4815-8953-22fecb1ae800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:20.153663 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-2aa1f821-99cd-4815-8953-22fecb1ae800 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/370625e4-7875-4339-b2da-acab87150084 HTTP/1.1" status: 204 len: 168 time: 0.2361772 Jun 08 04:17:20.153663 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e4381332-1bd1-4f42-94fc-fc63f4b31f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:20.163566 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1f821-99cd-4815-8953-22fecb1ae800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370625e4-7875-4339-b2da-acab87150084,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:20.164054 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-2aa1f821-99cd-4815-8953-22fecb1ae800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:31.988843 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:17:34.342379 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 36568) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:34.459250 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8fb96f9f-0366-4686-9960-9303b502e0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:34.557807 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8fb96f9f-0366-4686-9960-9303b502e0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:34.609734 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8fb96f9f-0366-4686-9960-9303b502e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:34.619019 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:34.657985 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-8fb96f9f-0366-4686-9960-9303b502e0ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f01dc90a6f04eedafca6fbeb2ddee65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144095 Jun 08 04:17:34.659011 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb96f9f-0366-4686-9960-9303b502e0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb97870-e0ab-421d-928c-02d940906b4a,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:34.660625 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 36576) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:34.662943 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8fb96f9f-0366-4686-9960-9303b502e0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:34.733008 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e34f7621-b535-44cb-a9e5-561f06ff113a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:34.758447 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e34f7621-b535-44cb-a9e5-561f06ff113a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:34.786786 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:34.878078 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e34f7621-b535-44cb-a9e5-561f06ff113a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:34.880458 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e34f7621-b535-44cb-a9e5-561f06ff113a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:34.881560 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-e34f7621-b535-44cb-a9e5-561f06ff113a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edb97870-e0ab-421d-928c-02d940906b4a HTTP/1.1" status: 204 len: 168 time: 0.2199700 Jun 08 04:17:34.882345 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-8831c21a-2564-41e6-83d9-c39007f32365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:34.891374 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f7621-b535-44cb-a9e5-561f06ff113a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb97870-e0ab-421d-928c-02d940906b4a,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:34.893688 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e34f7621-b535-44cb-a9e5-561f06ff113a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:35.479576 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 36584) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:35.496396 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-df6bbddd-0bdf-433c-b4a0-4d318e11fbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:35.596059 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-df6bbddd-0bdf-433c-b4a0-4d318e11fbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:35.681239 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-df6bbddd-0bdf-433c-b4a0-4d318e11fbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:35.688105 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-644dbcf6-7a8f-471c-b230-fb34ccacb8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:35.726647 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bbddd-0bdf-433c-b4a0-4d318e11fbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd28621a-3132-4b50-9674-0bced65afcc9,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:35.733172 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-df6bbddd-0bdf-433c-b4a0-4d318e11fbd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46f2eb6f480c4be6a7a6c2340f4300a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503257 Jun 08 04:17:35.733172 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-df6bbddd-0bdf-433c-b4a0-4d318e11fbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:35.733419 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 36588) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:17:35.790368 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c8b4-b681-4d42-ab27-b0f3b0ebe2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:35.820306 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c8b4-b681-4d42-ab27-b0f3b0ebe2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:35.945062 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c8b4-b681-4d42-ab27-b0f3b0ebe2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:35.947366 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c8b4-b681-4d42-ab27-b0f3b0ebe2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:35.954906 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-cbc5c8b4-b681-4d42-ab27-b0f3b0ebe2db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd28621a-3132-4b50-9674-0bced65afcc9 HTTP/1.1" status: 204 len: 168 time: 0.2142229 Jun 08 04:17:35.954906 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-cdf79750-69c3-40e1-8ba2-ccc098fb8a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:17:35.959419 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5c8b4-b681-4d42-ab27-b0f3b0ebe2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd28621a-3132-4b50-9674-0bced65afcc9,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:17:35.961599 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-cbc5c8b4-b681-4d42-ab27-b0f3b0ebe2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:17:40.852465 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f77caf-78aa-48d4-935f-9734256cfb99 req-68c22686-b1a9-4333-a9a8-f3530eda96ca tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:40.853907 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-98f77caf-78aa-48d4-935f-9734256cfb99 req-68c22686-b1a9-4333-a9a8-f3530eda96ca tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 984 time: 0.1431141 Jun 08 04:17:40.860126 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410f7f8-c85f-499f-8b45-c052bc7b6c26 req-3d5c1c47-0fe8-4c8b-aa9c-24bdbd0b8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:40.861466 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c410f7f8-c85f-499f-8b45-c052bc7b6c26 req-3d5c1c47-0fe8-4c8b-aa9c-24bdbd0b8f02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f857362d6c348529e6e99d64c3fccbb&device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 1137 time: 0.0988684 Jun 08 04:17:40.982193 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-98f77caf-78aa-48d4-935f-9734256cfb99 req-d903f75a-eac2-4281-a23e-f57c85d35861 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfefe17-ed01-4e3b-832d-82250d64a20a&id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1197588 Jun 08 04:17:41.019549 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410f7f8-c85f-499f-8b45-c052bc7b6c26 req-bcdc819e-ec5c-482f-8362-6e335bf2398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:41.020955 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c410f7f8-c85f-499f-8b45-c052bc7b6c26 req-bcdc819e-ec5c-482f-8362-6e335bf2398e service neutron] 10.222.0.21 "GET /v2.0/networks?id=3816dd8e-f31f-47f6-ad61-452ca62afd90 HTTP/1.1" status: 200 len: 916 time: 0.1462669 Jun 08 04:17:41.123192 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c410f7f8-c85f-499f-8b45-c052bc7b6c26 req-3cf2fe78-62e1-4922-9264-d37ea8e786f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480 HTTP/1.1" status: 200 len: 1000 time: 0.0953643 Jun 08 04:17:41.185363 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410f7f8-c85f-499f-8b45-c052bc7b6c26 req-9c8492d3-8797-4416-b5da-ce191b078ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:41.186837 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c410f7f8-c85f-499f-8b45-c052bc7b6c26 req-9c8492d3-8797-4416-b5da-ce191b078ddb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1490fece-2a63-4732-be7b-7783972b95c8 HTTP/1.1" status: 200 len: 854 time: 0.0557404 Jun 08 04:17:41.354423 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410f7f8-c85f-499f-8b45-c052bc7b6c26 req-678cae4c-000e-47b3-a6e1-f3eb5a060f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:41.355957 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c410f7f8-c85f-499f-8b45-c052bc7b6c26 req-678cae4c-000e-47b3-a6e1-f3eb5a060f53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3816dd8e-f31f-47f6-ad61-452ca62afd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1545365 Jun 08 04:17:41.489573 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c410f7f8-c85f-499f-8b45-c052bc7b6c26 req-3fa75fba-4000-4cde-8629-c838432f4bc6 service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256719 Jun 08 04:17:41.629294 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c410f7f8-c85f-499f-8b45-c052bc7b6c26 req-d1a1037d-5d9a-44d8-a4e1-4b51fc7bdd2b service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300557 Jun 08 04:17:42.174443 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4143d7-5006-45db-b396-308d720ac113 req-041e96e6-b1db-4f91-a6e9-cbb3a1c3dfb3 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:42.175968 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8d4143d7-5006-45db-b396-308d720ac113 req-041e96e6-b1db-4f91-a6e9-cbb3a1c3dfb3 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 984 time: 0.0799272 Jun 08 04:17:42.222385 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8d4143d7-5006-45db-b396-308d720ac113 req-3b1e3888-f0e9-441d-b5eb-50d2fc9f8c44 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfefe17-ed01-4e3b-832d-82250d64a20a&id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400651 Jun 08 04:17:42.326941 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da65c837-fa00-4d46-bda8-eaf813fd7a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:43.410229 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ca1b6-47e0-43d3-adc6-2766a8f1b4d2 req-f37861c4-67fc-42cd-bc6d-47aa4fcf0efb tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:43.411706 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-296ca1b6-47e0-43d3-adc6-2766a8f1b4d2 req-f37861c4-67fc-42cd-bc6d-47aa4fcf0efb tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 984 time: 0.0819602 Jun 08 04:17:43.458170 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-296ca1b6-47e0-43d3-adc6-2766a8f1b4d2 req-8ec1ffcd-4fd4-4fec-9291-e8a74a54e1a9 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfefe17-ed01-4e3b-832d-82250d64a20a&id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401444 Jun 08 04:17:44.647368 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1ad73-0600-44e7-8454-109e6f350cf8 req-9d595639-b6ea-4df6-b066-3d983489ce82 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:44.648973 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-03e1ad73-0600-44e7-8454-109e6f350cf8 req-9d595639-b6ea-4df6-b066-3d983489ce82 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 984 time: 0.0853970 Jun 08 04:17:44.702404 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-03e1ad73-0600-44e7-8454-109e6f350cf8 req-ca9b80ae-9999-4b22-a33d-34d74cfd24fd tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfefe17-ed01-4e3b-832d-82250d64a20a&id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470126 Jun 08 04:17:44.777729 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:44.872528 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3188f538-8c4c-4d86-8896-f1ca21ad0bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:45.274881 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528c382-1340-4ae8-b804-e4c19f912176 req-dfea79a0-1fda-4290-9d10-bdf113d99a70 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:45.276371 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7528c382-1340-4ae8-b804-e4c19f912176 req-dfea79a0-1fda-4290-9d10-bdf113d99a70 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0823610 Jun 08 04:17:45.322414 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7528c382-1340-4ae8-b804-e4c19f912176 req-bed38b15-98e6-47f6-837e-53bbd088657f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403025 Jun 08 04:17:45.567834 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:45.895245 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776f10c-1cfb-45a7-bd04-f30ec35e7634 req-7f04f572-15c6-48ab-b7e1-7002e8ffb472 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:45.897233 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3776f10c-1cfb-45a7-bd04-f30ec35e7634 req-7f04f572-15c6-48ab-b7e1-7002e8ffb472 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 984 time: 0.0826354 Jun 08 04:17:45.943548 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3776f10c-1cfb-45a7-bd04-f30ec35e7634 req-ab8c8001-ff10-473f-a122-ecfdf98c4641 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfefe17-ed01-4e3b-832d-82250d64a20a&id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401013 Jun 08 04:17:46.504753 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae364-fe61-434c-abd0-491b29b4318b req-c53fafdf-f2ae-41cc-89d0-7eff3939205e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:46.507104 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-872ae364-fe61-434c-abd0-491b29b4318b req-c53fafdf-f2ae-41cc-89d0-7eff3939205e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0809343 Jun 08 04:17:46.551551 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-872ae364-fe61-434c-abd0-491b29b4318b req-165389f1-3f31-4486-bf62-288beba9cf5e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387046 Jun 08 04:17:47.138700 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb47a9a-2fde-41b8-8d8d-183ff87234b4 req-7f95ee3a-f618-4d85-a97b-2f48d9a3d219 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:47.140028 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2cb47a9a-2fde-41b8-8d8d-183ff87234b4 req-7f95ee3a-f618-4d85-a97b-2f48d9a3d219 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 984 time: 0.0887816 Jun 08 04:17:47.188466 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2cb47a9a-2fde-41b8-8d8d-183ff87234b4 req-a4a5f2d1-3a4b-4141-ab0a-c7cd30b86bf6 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfefe17-ed01-4e3b-832d-82250d64a20a&id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416658 Jun 08 04:17:47.598032 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:17:47.904939 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bc220-5923-4a59-8c3f-6cc7d4e8bfd0 req-5a5ccc18-f846-4109-a9be-6515b5bba1f8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:47.906443 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-aa6bc220-5923-4a59-8c3f-6cc7d4e8bfd0 req-5a5ccc18-f846-4109-a9be-6515b5bba1f8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.2456975 Jun 08 04:17:47.950763 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-aa6bc220-5923-4a59-8c3f-6cc7d4e8bfd0 req-cba461ae-dbda-4aa2-aa3d-0ff65efe1128 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379643 Jun 08 04:17:48.422526 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635e886-e9bf-4e47-8513-e3e84bf1a88e req-dc2fb294-6de7-4bbc-ad0f-18d851ff7da6 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:48.424040 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d635e886-e9bf-4e47-8513-e3e84bf1a88e req-dc2fb294-6de7-4bbc-ad0f-18d851ff7da6 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 984 time: 0.1323152 Jun 08 04:17:48.470087 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d635e886-e9bf-4e47-8513-e3e84bf1a88e req-6c9ad5d9-7e42-45aa-aa51-ffad647c5d5e tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfefe17-ed01-4e3b-832d-82250d64a20a&id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398779 Jun 08 04:17:49.137158 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d410ce0-d929-4ce6-858a-034fc5da2588 req-e4439dc6-2f1c-4817-97dc-a7d2f565d29a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:49.138666 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8d410ce0-d929-4ce6-858a-034fc5da2588 req-e4439dc6-2f1c-4817-97dc-a7d2f565d29a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0794866 Jun 08 04:17:49.187878 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8d410ce0-d929-4ce6-858a-034fc5da2588 req-f5e482dd-ec8a-4496-a280-7641e0c2f9d0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434282 Jun 08 04:17:49.651729 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48614b33-33df-4a46-a420-0d3027d55469 req-01eb8d51-fb2a-4c7c-aa8e-571a2b3afc74 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:49.653370 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-48614b33-33df-4a46-a420-0d3027d55469 req-01eb8d51-fb2a-4c7c-aa8e-571a2b3afc74 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 984 time: 0.0795212 Jun 08 04:17:49.701090 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-48614b33-33df-4a46-a420-0d3027d55469 req-7d5c0508-7c41-431e-a173-4bf4376960c2 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfefe17-ed01-4e3b-832d-82250d64a20a&id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415576 Jun 08 04:17:50.373431 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c50094-7993-4067-acf4-ca64a94764f0 req-7d00f5f3-f6bf-487e-bc09-95eec00525af tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:50.374934 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e4c50094-7993-4067-acf4-ca64a94764f0 req-7d00f5f3-f6bf-487e-bc09-95eec00525af tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0824919 Jun 08 04:17:50.419722 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e4c50094-7993-4067-acf4-ca64a94764f0 req-c8c3ff92-7ba3-4dac-bdf2-52b7176e3c43 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385520 Jun 08 04:17:50.885708 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb78228-d38e-4025-b341-d64ab34de056 req-5dfb46f7-5ac5-4030-95d2-a455caf1151e tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:50.887193 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0cb78228-d38e-4025-b341-d64ab34de056 req-5dfb46f7-5ac5-4030-95d2-a455caf1151e tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 984 time: 0.0818746 Jun 08 04:17:50.933491 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0cb78228-d38e-4025-b341-d64ab34de056 req-50a7ea81-16cc-4326-82cd-bdc959aa1f7a tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfefe17-ed01-4e3b-832d-82250d64a20a&id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405064 Jun 08 04:17:51.607084 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3661b-4bea-4b91-94b0-09d86c5ef466 req-21fc82e9-3ae3-4b5c-ba7e-619f3dcbae38 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:51.608528 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-19c3661b-4bea-4b91-94b0-09d86c5ef466 req-21fc82e9-3ae3-4b5c-ba7e-619f3dcbae38 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0834179 Jun 08 04:17:51.653102 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-19c3661b-4bea-4b91-94b0-09d86c5ef466 req-13ab4c23-5c1b-43be-abd8-3ccebf2792e2 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385132 Jun 08 04:17:52.113690 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0699b4f-225f-430d-9b3b-834d3367716f req-a298f833-512b-437b-b789-f0e8ccab2c48 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:52.115665 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f0699b4f-225f-430d-9b3b-834d3367716f req-a298f833-512b-437b-b789-f0e8ccab2c48 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 984 time: 0.0785191 Jun 08 04:17:52.164860 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f0699b4f-225f-430d-9b3b-834d3367716f req-6a8fe364-faf0-45fd-b648-2d7aa1200a5b tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfefe17-ed01-4e3b-832d-82250d64a20a&id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433340 Jun 08 04:17:52.954963 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13b137-1179-415b-ac31-8cd16e2d6c11 req-31874a5d-9ed3-46fe-bd21-8ff852280c20 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:52.956449 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ba13b137-1179-415b-ac31-8cd16e2d6c11 req-31874a5d-9ed3-46fe-bd21-8ff852280c20 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.1724377 Jun 08 04:17:53.001108 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ba13b137-1179-415b-ac31-8cd16e2d6c11 req-83a2303b-490c-48c5-8e9e-21aa74037be4 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387285 Jun 08 04:17:53.348564 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944c156-e57d-435a-a274-ad72cb70a296 req-b5cb5936-3322-4528-830a-0d6b835c49ec tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:53.350543 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d944c156-e57d-435a-a274-ad72cb70a296 req-b5cb5936-3322-4528-830a-0d6b835c49ec tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 984 time: 0.0813212 Jun 08 04:17:53.396646 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d944c156-e57d-435a-a274-ad72cb70a296 req-d6776db2-f962-4f2e-a08d-3e40d0c6ec6c tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=adfefe17-ed01-4e3b-832d-82250d64a20a&id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404475 Jun 08 04:17:54.192217 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8a303-3d42-4cb7-9102-70cfb49262be req-dc569532-e917-4364-8fb1-dc5e452bc3b0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:54.193974 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cbb8a303-3d42-4cb7-9102-70cfb49262be req-dc569532-e917-4364-8fb1-dc5e452bc3b0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0831528 Jun 08 04:17:54.246044 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cbb8a303-3d42-4cb7-9102-70cfb49262be req-2d7d57d0-cd32-4b52-826d-f297dad95ec9 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460012 Jun 08 04:17:55.436355 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b4697-11c2-4440-a0eb-db477a731380 req-a2922306-7fc8-457e-ba61-50edf67f5e47 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:55.437960 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-057b4697-11c2-4440-a0eb-db477a731380 req-a2922306-7fc8-457e-ba61-50edf67f5e47 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0797479 Jun 08 04:17:55.482718 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-057b4697-11c2-4440-a0eb-db477a731380 req-b0c14059-65cb-4fc7-90ac-46edbb9b179e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391157 Jun 08 04:17:56.673209 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe6d91-36b4-4788-a5e2-4b089f7d3f89 req-878da995-2012-4486-b411-12f593095958 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:56.674557 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5dfe6d91-36b4-4788-a5e2-4b089f7d3f89 req-878da995-2012-4486-b411-12f593095958 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0868649 Jun 08 04:17:56.718261 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5dfe6d91-36b4-4788-a5e2-4b089f7d3f89 req-13f2d50c-7424-4be6-bddd-825a0f457e11 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373538 Jun 08 04:17:57.212971 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdbfb6-cf8c-4732-bc28-7709896f276c req-b9a5492d-98ac-455a-9e97-cd7ccad15b7e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:57.214539 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-10bdbfb6-cf8c-4732-bc28-7709896f276c req-b9a5492d-98ac-455a-9e97-cd7ccad15b7e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0887358 Jun 08 04:17:57.308749 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-10bdbfb6-cf8c-4732-bc28-7709896f276c req-6db9b03c-80f4-40ff-8ba7-de2f2eb915c4 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885370 Jun 08 04:17:57.331627 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe6b20-8eac-4437-b953-effc8cf14eac req-d0f4b27a-b27c-4029-9e17-8540464d9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:57.333058 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-44fe6b20-8eac-4437-b953-effc8cf14eac req-d0f4b27a-b27c-4029-9e17-8540464d9847 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6510b398a2924cc896f0ecf5dd74ea97&device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 1098 time: 0.0811677 Jun 08 04:17:57.472887 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe6b20-8eac-4437-b953-effc8cf14eac req-b834dfdc-cb53-4c92-92eb-1c4c97e83599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:57.474350 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-44fe6b20-8eac-4437-b953-effc8cf14eac req-b834dfdc-cb53-4c92-92eb-1c4c97e83599 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608 HTTP/1.1" status: 200 len: 912 time: 0.1346865 Jun 08 04:17:57.579144 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-44fe6b20-8eac-4437-b953-effc8cf14eac req-418968cf-4ea9-43aa-bee5-7c3b50616d98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ffad4ab-1a59-48ad-b584-fd11959aba48 HTTP/1.1" status: 200 len: 1001 time: 0.0976036 Jun 08 04:17:57.641574 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe6b20-8eac-4437-b953-effc8cf14eac req-9a060884-631b-4345-988e-e9c85706269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:57.643015 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-44fe6b20-8eac-4437-b953-effc8cf14eac req-9a060884-631b-4345-988e-e9c85706269c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cbbe1bd-e80b-4b17-a029-b5a2fd183531 HTTP/1.1" status: 200 len: 850 time: 0.0572443 Jun 08 04:17:57.719331 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe6b20-8eac-4437-b953-effc8cf14eac req-06b21482-8ad3-4e95-af9a-7690be7393f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:57.720783 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-44fe6b20-8eac-4437-b953-effc8cf14eac req-06b21482-8ad3-4e95-af9a-7690be7393f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709631 Jun 08 04:17:57.849707 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-44fe6b20-8eac-4437-b953-effc8cf14eac req-98ab175e-7704-47d4-868e-1f1a8710fda9 service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219616 Jun 08 04:17:58.003047 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-44fe6b20-8eac-4437-b953-effc8cf14eac req-aa8d7159-b104-4513-af8d-b77718389a90 service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468709 Jun 08 04:17:58.497945 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9649c-313d-4477-9803-8c36dec6a535 req-da09f5ad-d3bc-4452-bdba-6f263d3da13c tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:58.499423 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a1c9649c-313d-4477-9803-8c36dec6a535 req-da09f5ad-d3bc-4452-bdba-6f263d3da13c tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0826097 Jun 08 04:17:58.543586 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a1c9649c-313d-4477-9803-8c36dec6a535 req-c1a0faa9-b3c3-49b0-b97b-fbbc702716fd tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386677 Jun 08 04:17:59.732879 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aeebb-b540-4c95-8838-80fe93e18687 req-b6ff5f29-73d9-4ec5-8c36-2e9f538b01d8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:17:59.734315 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fd2aeebb-b540-4c95-8838-80fe93e18687 req-b6ff5f29-73d9-4ec5-8c36-2e9f538b01d8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0842111 Jun 08 04:17:59.781683 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fd2aeebb-b540-4c95-8838-80fe93e18687 req-e73eace5-0b93-45bf-8490-3a4810de0582 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415018 Jun 08 04:18:04.345855 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a03b80a2-6d93-4564-9fd9-dcc1976f36bf req-b5014689-a784-4e76-82e8-7e0e7126f76f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1099279 Jun 08 04:18:04.502963 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b80a2-6d93-4564-9fd9-dcc1976f36bf req-0cb33a1b-e341-47d7-9f48-1d1c100085b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:04.505079 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a03b80a2-6d93-4564-9fd9-dcc1976f36bf req-0cb33a1b-e341-47d7-9f48-1d1c100085b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6510b398a2924cc896f0ecf5dd74ea97&device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 1098 time: 0.0807948 Jun 08 04:18:04.744290 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b80a2-6d93-4564-9fd9-dcc1976f36bf req-36d55436-fbf3-466c-89dc-96f8fc608c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:04.745758 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a03b80a2-6d93-4564-9fd9-dcc1976f36bf req-36d55436-fbf3-466c-89dc-96f8fc608c2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608 HTTP/1.1" status: 200 len: 912 time: 0.2195575 Jun 08 04:18:04.781111 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:04.845982 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a03b80a2-6d93-4564-9fd9-dcc1976f36bf req-623b7780-a56c-41fc-a3db-d44d5a2668a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ffad4ab-1a59-48ad-b584-fd11959aba48 HTTP/1.1" status: 200 len: 1001 time: 0.0934548 Jun 08 04:18:04.910495 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b80a2-6d93-4564-9fd9-dcc1976f36bf req-c4678a55-b15a-4b6a-acc5-b37e4b5451b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:04.912149 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a03b80a2-6d93-4564-9fd9-dcc1976f36bf req-c4678a55-b15a-4b6a-acc5-b37e4b5451b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cbbe1bd-e80b-4b17-a029-b5a2fd183531 HTTP/1.1" status: 200 len: 850 time: 0.0597312 Jun 08 04:18:04.992227 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b80a2-6d93-4564-9fd9-dcc1976f36bf req-cccef6a7-21af-4669-b8f0-ca4561da0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:04.993690 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a03b80a2-6d93-4564-9fd9-dcc1976f36bf req-cccef6a7-21af-4669-b8f0-ca4561da0346 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723150 Jun 08 04:18:05.082565 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 37094) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:05.145518 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a03b80a2-6d93-4564-9fd9-dcc1976f36bf req-3635f113-9d7b-47bb-ade8-fb9242d3204f service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435120 Jun 08 04:18:05.239672 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-268cbab1-67f8-4133-8be7-59c915c887e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:05.328840 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a03b80a2-6d93-4564-9fd9-dcc1976f36bf req-69008d40-3b49-49d1-97b0-b0150e461283 service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762419 Jun 08 04:18:05.398388 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-268cbab1-67f8-4133-8be7-59c915c887e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:05.446699 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-268cbab1-67f8-4133-8be7-59c915c887e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:05.454772 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ff1553b0-06cf-4e79-93f0-0fdf6efb65f6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:05.492864 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-268cbab1-67f8-4133-8be7-59c915c887e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2814eda3b78469cb31ff80edcc3f35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4092543 Jun 08 04:18:05.494489 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cbab1-67f8-4133-8be7-59c915c887e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca34019-0f96-4681-bd28-6539330c9c47,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:05.495552 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37098) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:05.497766 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-268cbab1-67f8-4133-8be7-59c915c887e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:05.556702 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9e63c436-d7fc-43d0-ace8-f4c421aa1a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:05.582316 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9e63c436-d7fc-43d0-ace8-f4c421aa1a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:05.718020 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9e63c436-d7fc-43d0-ace8-f4c421aa1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:05.720428 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9e63c436-d7fc-43d0-ace8-f4c421aa1a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:05.721565 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-9e63c436-d7fc-43d0-ace8-f4c421aa1a22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ca34019-0f96-4681-bd28-6539330c9c47 HTTP/1.1" status: 204 len: 168 time: 0.2250175 Jun 08 04:18:05.722313 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-2aa1f821-99cd-4815-8953-22fecb1ae800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:05.732226 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63c436-d7fc-43d0-ace8-f4c421aa1a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca34019-0f96-4681-bd28-6539330c9c47,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:05.736761 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-9e63c436-d7fc-43d0-ace8-f4c421aa1a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:06.311566 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37106) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:06.328796 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a436-0fcb-470e-a569-ea9bb0725f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:06.425969 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a436-0fcb-470e-a569-ea9bb0725f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:06.500330 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a436-0fcb-470e-a569-ea9bb0725f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:06.509712 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c24f3194-dc56-48d8-aea0-f4cebc5622fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:06.550435 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-0aa9a436-0fcb-470e-a569-ea9bb0725f8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fffd8906f84462daf6c2986d1ddbd44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377985 Jun 08 04:18:06.553484 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37108) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:06.563601 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9a436-0fcb-470e-a569-ea9bb0725f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ab2677-6981-495c-82d8-df93e09ff17e,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:06.567859 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0aa9a436-0fcb-470e-a569-ea9bb0725f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:06.678479 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a0c903b4-ec66-4480-976a-2f437dabf07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:06.704003 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a0c903b4-ec66-4480-976a-2f437dabf07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:06.826405 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a0c903b4-ec66-4480-976a-2f437dabf07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:06.828865 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a0c903b4-ec66-4480-976a-2f437dabf07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:06.829989 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-a0c903b4-ec66-4480-976a-2f437dabf07f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27ab2677-6981-495c-82d8-df93e09ff17e HTTP/1.1" status: 204 len: 168 time: 0.2754424 Jun 08 04:18:06.830735 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-094251d1-7272-4ac3-a02b-1c6d7f8ed457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:06.840050 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c903b4-ec66-4480-976a-2f437dabf07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ab2677-6981-495c-82d8-df93e09ff17e,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:06.842241 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a0c903b4-ec66-4480-976a-2f437dabf07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:08.992071 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:18:12.305860 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-28c82107-ac3b-45a7-a2b1-b771f1dd8b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:13.002322 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 37216) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:13.116864 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:13.215607 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:13.266144 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:13.273767 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-369c70e7-f712-4bb9-bde8-933a6a0a257c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:13.313486 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41b47cee85cd4e89a3b76100c0beb8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101225 Jun 08 04:18:13.318675 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eadbbfe-3221-4f65-b0ce-0590a66dd67f,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:13.318813 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37222) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:13.321707 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:13.322059 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:13.322422 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:13.322783 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:13.323160 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:13.323513 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:13.323859 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:13.324208 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:13.324551 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:13.324895 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:13.325236 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:13.325576 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:13.329333 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:13.374759 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f508e589-6899-43a0-a945-f0001c14d403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:13.399344 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f508e589-6899-43a0-a945-f0001c14d403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:13.520905 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f508e589-6899-43a0-a945-f0001c14d403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:13.523888 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f508e589-6899-43a0-a945-f0001c14d403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:13.524999 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-f508e589-6899-43a0-a945-f0001c14d403 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9eadbbfe-3221-4f65-b0ce-0590a66dd67f HTTP/1.1" status: 204 len: 168 time: 0.2078815 Jun 08 04:18:13.525716 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-1be5ab6a-95e1-46aa-89bd-d834933c87b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:13.535044 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508e589-6899-43a0-a945-f0001c14d403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eadbbfe-3221-4f65-b0ce-0590a66dd67f,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:13.537306 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-f508e589-6899-43a0-a945-f0001c14d403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:14.135335 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 37230) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:14.152358 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-31ef98c2-d7fc-4ccb-9542-77506df57761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:14.254643 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-31ef98c2-d7fc-4ccb-9542-77506df57761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:14.303848 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-31ef98c2-d7fc-4ccb-9542-77506df57761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:14.311886 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:14.350902 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-31ef98c2-d7fc-4ccb-9542-77506df57761 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=013a89c168024c38a649de74ead84502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145209 Jun 08 04:18:14.351755 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef98c2-d7fc-4ccb-9542-77506df57761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e682a13c-1ae5-4ecd-9c2d-0abca9811f64,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:14.354394 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37234) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:14.354903 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-31ef98c2-d7fc-4ccb-9542-77506df57761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:14.416017 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9554d6d0-fc90-4ad1-b4e8-4fb9bdfa5b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:14.440156 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9554d6d0-fc90-4ad1-b4e8-4fb9bdfa5b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:14.572189 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9554d6d0-fc90-4ad1-b4e8-4fb9bdfa5b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:14.577080 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9554d6d0-fc90-4ad1-b4e8-4fb9bdfa5b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:14.577080 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-9554d6d0-fc90-4ad1-b4e8-4fb9bdfa5b1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e682a13c-1ae5-4ecd-9c2d-0abca9811f64 HTTP/1.1" status: 204 len: 168 time: 0.2198613 Jun 08 04:18:14.577080 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0aa9a436-0fcb-470e-a569-ea9bb0725f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:14.586164 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554d6d0-fc90-4ad1-b4e8-4fb9bdfa5b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e682a13c-1ae5-4ecd-9c2d-0abca9811f64,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:14.588581 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-9554d6d0-fc90-4ad1-b4e8-4fb9bdfa5b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:14.738086 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:14.829476 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-19a0e688-246a-4f47-a8d2-b62c499df65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:15.549954 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:17.620336 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:22.188096 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37376) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:22.303386 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:22.399697 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:22.480840 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:22.489180 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-40fc778c-7249-48eb-aade-4333327c22f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:22.531621 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e8f3eb23a434f6d81f9a45e39367b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424664 Jun 08 04:18:22.532376 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4341851-15f4-4a1c-816a-eac286f6d20c,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:22.534219 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 37384) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:22.539924 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:22.540297 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:22.540655 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:22.541034 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:22.541381 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:22.541728 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:22.542072 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:22.542469 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:22.542816 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:22.543189 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:22.543527 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:22.543864 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:22.547974 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:22.595337 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-67a07a6e-97fe-43c4-bbd8-c5e386ca0a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:22.620409 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-67a07a6e-97fe-43c4-bbd8-c5e386ca0a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:22.738067 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-67a07a6e-97fe-43c4-bbd8-c5e386ca0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:22.741018 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-67a07a6e-97fe-43c4-bbd8-c5e386ca0a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:22.742137 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-67a07a6e-97fe-43c4-bbd8-c5e386ca0a05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4341851-15f4-4a1c-816a-eac286f6d20c HTTP/1.1" status: 204 len: 168 time: 0.2069392 Jun 08 04:18:22.742872 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-30c407e2-7502-485b-bce4-73765425fbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:22.752244 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a07a6e-97fe-43c4-bbd8-c5e386ca0a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4341851-15f4-4a1c-816a-eac286f6d20c,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:22.754572 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-67a07a6e-97fe-43c4-bbd8-c5e386ca0a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:22.900578 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 37390) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:23.078565 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-7e0d5f3d-1032-4975-bbec-b3edd660f544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:23.178125 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-7e0d5f3d-1032-4975-bbec-b3edd660f544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:23.246740 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-7e0d5f3d-1032-4975-bbec-b3edd660f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:23.256425 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-cbc5c8b4-b681-4d42-ab27-b0f3b0ebe2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:23.294391 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-7e0d5f3d-1032-4975-bbec-b3edd660f544 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0596bf0eb0542919cee82b58c6a39a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926482 Jun 08 04:18:23.295991 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d5f3d-1032-4975-bbec-b3edd660f544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddd9e04-d548-4efd-8a69-cde311d373bc,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:23.296988 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37396) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:23.299180 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-7e0d5f3d-1032-4975-bbec-b3edd660f544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:23.353415 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 37398) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:23.354896 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b463079e-dec4-4d65-8d65-a89084876a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:23.371863 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0c170607-d989-47e7-a380-e60502ce0e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:23.380991 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b463079e-dec4-4d65-8d65-a89084876a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:23.473482 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0c170607-d989-47e7-a380-e60502ce0e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:23.492552 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b463079e-dec4-4d65-8d65-a89084876a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:23.494950 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b463079e-dec4-4d65-8d65-a89084876a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:23.496066 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-b463079e-dec4-4d65-8d65-a89084876a09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fddd9e04-d548-4efd-8a69-cde311d373bc HTTP/1.1" status: 204 len: 168 time: 0.1981125 Jun 08 04:18:23.496842 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5a3139ea-338d-4929-b69f-c45973933f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:23.506723 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463079e-dec4-4d65-8d65-a89084876a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddd9e04-d548-4efd-8a69-cde311d373bc,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:23.509002 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b463079e-dec4-4d65-8d65-a89084876a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:23.555349 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0c170607-d989-47e7-a380-e60502ce0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:23.564184 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-fd97c0f0-f13c-49ec-854a-b8f1bf945dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:23.607859 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-0c170607-d989-47e7-a380-e60502ce0e29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a220df24de884583a3136fbee4b14d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533329 Jun 08 04:18:23.609488 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c170607-d989-47e7-a380-e60502ce0e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61158558-1645-45b7-8059-b7da803416d8,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:23.610512 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37402) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:23.612456 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0c170607-d989-47e7-a380-e60502ce0e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:23.666878 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0cf28300-0293-4036-a82e-871a1982bb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:23.695300 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0cf28300-0293-4036-a82e-871a1982bb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:23.815070 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0cf28300-0293-4036-a82e-871a1982bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:23.817669 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0cf28300-0293-4036-a82e-871a1982bb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:23.819325 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-0cf28300-0293-4036-a82e-871a1982bb9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61158558-1645-45b7-8059-b7da803416d8 HTTP/1.1" status: 204 len: 168 time: 0.2076344 Jun 08 04:18:23.822612 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-d3093181-7d83-4f89-af11-7ebe7419d1ed tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:23.831061 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf28300-0293-4036-a82e-871a1982bb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61158558-1645-45b7-8059-b7da803416d8,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:23.833578 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0cf28300-0293-4036-a82e-871a1982bb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:24.534204 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37428) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:24.551865 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aee11043-d05d-4779-aabe-8822fd809b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:24.653188 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aee11043-d05d-4779-aabe-8822fd809b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:24.715142 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aee11043-d05d-4779-aabe-8822fd809b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:24.723836 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5ee511bd-93f0-4332-bbe8-8844d0c14376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:24.762233 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-aee11043-d05d-4779-aabe-8822fd809b20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=701244eed8b54911aa7496847ab9600e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268140 Jun 08 04:18:24.764787 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 37436) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:24.766691 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee11043-d05d-4779-aabe-8822fd809b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84641412-66dc-4f18-95cf-2d0f8c6bf359,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:24.769715 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-aee11043-d05d-4779-aabe-8822fd809b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:24.822722 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-d6d06121-f331-439b-b2af-f798b9ccca4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:24.848266 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-d6d06121-f331-439b-b2af-f798b9ccca4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:24.978380 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-d6d06121-f331-439b-b2af-f798b9ccca4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:24.981165 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-d6d06121-f331-439b-b2af-f798b9ccca4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:24.982292 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-d6d06121-f331-439b-b2af-f798b9ccca4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84641412-66dc-4f18-95cf-2d0f8c6bf359 HTTP/1.1" status: 204 len: 168 time: 0.2165263 Jun 08 04:18:24.983111 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-4211e1d7-2d06-4b51-a000-342b59b16fb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:24.993208 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d06121-f331-439b-b2af-f798b9ccca4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84641412-66dc-4f18-95cf-2d0f8c6bf359,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:24.995461 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-d6d06121-f331-439b-b2af-f798b9ccca4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:25.385758 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 37448) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:25.543988 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-863aa4b0-b326-4025-9268-bf6ef47b37a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:25.651831 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-863aa4b0-b326-4025-9268-bf6ef47b37a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:25.728937 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-863aa4b0-b326-4025-9268-bf6ef47b37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:25.741366 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:25.779782 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863aa4b0-b326-4025-9268-bf6ef47b37a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7311d2b9-91b2-4bfc-b5e5-f620d4571c31,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:25.789335 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-863aa4b0-b326-4025-9268-bf6ef47b37a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a2411419e224399ae6b68f30ea7c119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004714 Jun 08 04:18:25.789335 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-863aa4b0-b326-4025-9268-bf6ef47b37a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:25.789923 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 37468) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:25.853922 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-72b75250-dac7-4eb2-b794-fd653fd61daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:25.884481 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-72b75250-dac7-4eb2-b794-fd653fd61daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:26.038343 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-72b75250-dac7-4eb2-b794-fd653fd61daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:26.042271 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-72b75250-dac7-4eb2-b794-fd653fd61daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:26.045535 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-72b75250-dac7-4eb2-b794-fd653fd61daf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7311d2b9-91b2-4bfc-b5e5-f620d4571c31 HTTP/1.1" status: 204 len: 168 time: 0.2546055 Jun 08 04:18:26.049349 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e34890ef-f294-4fdd-a044-97be802d4414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:26.056393 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b75250-dac7-4eb2-b794-fd653fd61daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7311d2b9-91b2-4bfc-b5e5-f620d4571c31,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:26.059292 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-72b75250-dac7-4eb2-b794-fd653fd61daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:27.918348 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875e6df-2e66-45d1-a4f4-a0898014f726 req-cac307ea-da3b-4d55-92ba-c819c25fbf85 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:27.919813 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2875e6df-2e66-45d1-a4f4-a0898014f726 req-cac307ea-da3b-4d55-92ba-c819c25fbf85 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 947 time: 0.0853088 Jun 08 04:18:27.964283 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2875e6df-2e66-45d1-a4f4-a0898014f726 req-3db58079-6158-46ab-9dc7-46d268f556d9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387421 Jun 08 04:18:28.264476 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-9d17ed0e-f0a0-4b86-b9ff-fc44bb59b535 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6d86d3ffc7a74afba33acc6df0a8e9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271728 Jun 08 04:18:28.414155 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-47e63671-ad70-4d04-ae58-038dd8ac2ec1 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:28.415528 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-47e63671-ad70-4d04-ae58-038dd8ac2ec1 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458807 Jun 08 04:18:28.430113 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-d10c122f-75e3-42ca-9fac-419bf04df076 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/quotas/6d86d3ffc7a74afba33acc6df0a8e9ba HTTP/1.1" status: 200 len: 375 time: 0.0093091 Jun 08 04:18:28.475745 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-0a04d305-6bca-4126-9d19-4777fbc5344b tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d86d3ffc7a74afba33acc6df0a8e9ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408168 Jun 08 04:18:28.807504 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-94ef1cb3-2313-4d46-8b5c-52c688ce7f72 req-3d75cf8e-79c6-4829-ab5b-478c1d2bb900 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 210 time: 0.1254442 Jun 08 04:18:29.152980 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7a17b-ee1c-41db-9534-d7b549c7c102 req-49e4d2e6-1fd3-4a3b-a36b-4e3317d4ae75 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:29.154459 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-dde7a17b-ee1c-41db-9534-d7b549c7c102 req-49e4d2e6-1fd3-4a3b-a36b-4e3317d4ae75 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 947 time: 0.0794299 Jun 08 04:18:29.198479 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-dde7a17b-ee1c-41db-9534-d7b549c7c102 req-6faaf7d0-0c58-4be0-bc85-f995eaf3408b tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383606 Jun 08 04:18:29.819841 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-9aa41bd4-b146-451b-82c3-ff7b9b82a9f9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:29.821255 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-9aa41bd4-b146-451b-82c3-ff7b9b82a9f9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 947 time: 0.0819392 Jun 08 04:18:29.976188 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bd149d84-a080-4246-8d98-452f2c404f74 req-b227add0-6788-4d04-a6a8-c24368f188a8 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 210 time: 0.0594118 Jun 08 04:18:30.000334 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Deleting port 639df7a3-9ef1-4c7c-b7e1-907024a611ad {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:18:30.000778 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:30.137706 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] For port 639df7a3-9ef1-4c7c-b7e1-907024a611ad, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=639df7a3-9ef1-4c7c-b7e1-907024a611ad,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:18:30.138063 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:30.479596 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:30.480291 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867599'] for floatingip, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:30.480291 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.db.l3_db [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Floating IP a5418a98-45f7-4502-986b-4545a2429d5e disassociated. External IP: 172.28.2.8, port: 639df7a3-9ef1-4c7c-b7e1-907024a611ad. Jun 08 04:18:30.480582 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Calling delete_port for 639df7a3-9ef1-4c7c-b7e1-907024a611ad owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:18:30.511140 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee12f3-43dd-431b-8b07-64351cc1f563 req-db625c5c-cd1a-4bac-865f-1837b1447fea tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:30.512580 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-31ee12f3-43dd-431b-8b07-64351cc1f563 req-db625c5c-cd1a-4bac-865f-1837b1447fea tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 947 time: 0.1923380 Jun 08 04:18:30.571652 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-31ee12f3-43dd-431b-8b07-64351cc1f563 req-32beb171-6283-49e5-81de-858efbb0fd7e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aac328-977d-461c-a00a-76253f319bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528834 Jun 08 04:18:30.710046 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:30.715461 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-46ce8004-b593-4100-979d-f4e730b52428 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:30.758344 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Pushing event deleted for resources: {'Port': ['ID=639df7a3-9ef1-4c7c-b7e1-907024a611ad,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:30.761129 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:30.940998 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Router 2707279e-99c2-4f64-908c-641d58acd2de has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:18:31.106955 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-e4295605-c776-4e04-9698-85771d28f6b7 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6d86d3ffc7a74afba33acc6df0a8e9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330935 Jun 08 04:18:31.266493 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-65b55656-7383-42b2-b588-568aa8a4fa86 req-a8e18aff-e812-47bc-91d0-86adb2be8e1c tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 210 time: 0.1678178 Jun 08 04:18:31.318403 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:18:31.331579 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d5bbd-cb5e-455b-8469-b72f50cd2bea None None] Sync routers for ids ['2707279e-99c2-4f64-908c-641d58acd2de'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:18:31.343100 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d5bbd-cb5e-455b-8469-b72f50cd2bea None None] Routers {'2707279e-99c2-4f64-908c-641d58acd2de'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:18:31.343975 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-a10d5bbd-cb5e-455b-8469-b72f50cd2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:18:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['2707279e-99c2-4f64-908c-641d58acd2de'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:18:31.359066 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-99bc7d9f-6af9-4922-921c-a3b93e82793d tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:31.360920 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-99bc7d9f-6af9-4922-921c-a3b93e82793d tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488234 Jun 08 04:18:31.376175 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Request body: {'port': {'device_id': 'f514eca8-900c-49be-aa6a-9d046bd7fd4b', 'network_id': 'be5ed6ca-a95f-439d-899b-9dd52fb1c717', 'admin_state_up': True, 'tenant_id': '6d86d3ffc7a74afba33acc6df0a8e9ba'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:18:31.408372 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] No DVR routers for this DVR port 639df7a3-9ef1-4c7c-b7e1-907024a611ad on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:18:31.411087 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:31.413686 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1c70c16e-6107-45f6-a363-539dc202b5f2 req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.21 "DELETE /v2.0/ports/639df7a3-9ef1-4c7c-b7e1-907024a611ad HTTP/1.1" status: 204 len: 173 time: 1.5863740 Jun 08 04:18:31.414275 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'name': 'network-vif-deleted', 'tag': '639df7a3-9ef1-4c7c-b7e1-907024a611ad'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:18:31.416700 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683db6cc-73da-4842-833f-71fff4775ca1" -d '{"events": [{"server_uuid": "5967acb1-7f39-4672-b53e-0d068f64b4b1", "name": "network-vif-deleted", "tag": "639df7a3-9ef1-4c7c-b7e1-907024a611ad"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:18:31.695304 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Made reservation on behalf of 6d86d3ffc7a74afba33acc6df0a8e9ba for: {'port': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:18:31.699171 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:31.727318 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:31.781223 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-04b45583-7776-43e8-ad3b-4d5498e423d4 req-24d68ae5-53b3-45c8-8ea9-75c104f58f7f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0474315 Jun 08 04:18:31.783464 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa5ed96-4fa9-43b4-910a-f6f5b779b85b x-openstack-request-id: req-7fa5ed96-4fa9-43b4-910a-f6f5b779b85b {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:18:31.783857 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5967acb1-7f39-4672-b53e-0d068f64b4b1", "name": "network-vif-deleted", "tag": "639df7a3-9ef1-4c7c-b7e1-907024a611ad", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:18:31.784277 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fa5ed96-4fa9-43b4-910a-f6f5b779b85b {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:18:31.784767 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5967acb1-7f39-4672-b53e-0d068f64b4b1', 'name': 'network-vif-deleted', 'tag': '639df7a3-9ef1-4c7c-b7e1-907024a611ad', 'status': 'completed', 'code': 200} Jun 08 04:18:31.784958 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-a10d5bbd-cb5e-455b-8469-b72f50cd2bea None None] Set router 2707279e-99c2-4f64-908c-641d58acd2de gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:18:31.903625 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:32.029754 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:32.034563 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6ffbe091-47f9-4be4-9320-82e0de914c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:32.115561 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:32.126147 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:32.137448 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-a10d5bbd-cb5e-455b-8469-b72f50cd2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:21Z', 'revision_number': 5, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:18:32.141357 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d5bbd-cb5e-455b-8469-b72f50cd2bea None None] Checking router: 2707279e-99c2-4f64-908c-641d58acd2de for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:18:32.150301 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d5bbd-cb5e-455b-8469-b72f50cd2bea None None] Routers {'2707279e-99c2-4f64-908c-641d58acd2de'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:18:32.150903 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-a10d5bbd-cb5e-455b-8469-b72f50cd2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:18:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['2707279e-99c2-4f64-908c-641d58acd2de'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:18:32.209320 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Allocated IP 192.168.233.100 (be5ed6ca-a95f-439d-899b-9dd52fb1c717/d04f7b2e-3882-4755-b715-1dfe6ad49834/e72f3c60-d59e-43a2-8599-e1067e8c5acf) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:18:32.355350 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-a10d5bbd-cb5e-455b-8469-b72f50cd2bea None None] Set router 2707279e-99c2-4f64-908c-641d58acd2de gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:18:32.482631 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:32.485595 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7b57dcc7-0896-4b6f-8d53-0a67bf10a1da req-cbea212f-5fd4-4f65-83c7-c8ade8021f0f tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 210 time: 0.0612969 Jun 08 04:18:32.506259 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Transition to ACTIVE for port object e72f3c60-d59e-43a2-8599-e1067e8c5acf will not be triggered until provisioned by entity DHCP. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:18:32.612756 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1898218'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:32.615472 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:18:32.615472 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:18:32.615472 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:18:32.615472 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:18:32.615472 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:18:32.615472 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:18:32.637762 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Network be5ed6ca-a95f-439d-899b-9dd52fb1c717 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:18:32.639043 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:18:32.642022 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:18:32.711620 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-a10d5bbd-cb5e-455b-8469-b72f50cd2bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:21Z', 'revision_number': 5, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:18:32.714802 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:32.715470 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:32.716999 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d5bbd-cb5e-455b-8469-b72f50cd2bea None None] The sync data for ids ['2707279e-99c2-4f64-908c-641d58acd2de'] in dv-cinder-786627-8-smb is: [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:21Z', 'revision_number': 5, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:18:32.818824 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4477994 Jun 08 04:18:32.843766 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Request body: {'port': {'device_id': 'f514eca8-900c-49be-aa6a-9d046bd7fd4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:18:32.984448 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:33.013422 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e912244b-8569-4df7-b012-dbcb19abe834 req-79c78b8a-d346-47ec-8c1d-589ff07f8488 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=5967acb1-7f39-4672-b53e-0d068f64b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0550578 Jun 08 04:18:33.066598 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d771f38e-5ba9-459d-96cd-3108621a01b0 None None] New status for floating IP a5418a98-45f7-4502-986b-4545a2429d5e: DOWN {{(pid=92283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 04:18:33.081334 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-efd00721-8793-47fe-8e2c-0dd97b614d14 None None] Provisioning for port e72f3c60-d59e-43a2-8599-e1067e8c5acf completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:18:33.088652 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-efd00721-8793-47fe-8e2c-0dd97b614d14 None None] Provisioning complete for port e72f3c60-d59e-43a2-8599-e1067e8c5acf triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:18:33.089516 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-efd00721-8793-47fe-8e2c-0dd97b614d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:33.155317 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-efd00721-8793-47fe-8e2c-0dd97b614d14 None None] Port e72f3c60-d59e-43a2-8599-e1067e8c5acf cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:18:33.429519 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72f3c60-d59e-43a2-8599-e1067e8c5acf {{(pid=92280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:18:33.437187 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:33.454439 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Transition to ACTIVE for port object e72f3c60-d59e-43a2-8599-e1067e8c5acf will not be triggered until provisioned by entity L2. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:18:33.535178 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1898228'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:33.546305 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4c701555-5ddb-4ded-ad41-151b3a299206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:33.686172 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Pushing event updated for resources: {'Port': ['ID=e72f3c60-d59e-43a2-8599-e1067e8c5acf,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:33.690160 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:33.719342 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d2e0c-a7fe-4620-9f5a-9e7ddfee1f90 req-37aa475c-3d35-48ea-b8df-3b8b7cacc130 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:33.720823 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-550d2e0c-a7fe-4620-9f5a-9e7ddfee1f90 req-37aa475c-3d35-48ea-b8df-3b8b7cacc130 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 948 time: 0.1035194 Jun 08 04:18:33.773066 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-550d2e0c-a7fe-4620-9f5a-9e7ddfee1f90 req-7621d258-5d7d-4a01-955d-74f58dcf931b tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/security-groups?id=acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457182 Jun 08 04:18:33.814961 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Attempting to bind port e72f3c60-d59e-43a2-8599-e1067e8c5acf on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:18:33.815286 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Attempting to bind port e72f3c60-d59e-43a2-8599-e1067e8c5acf by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b1c83c78-0d95-4e44-88e7-176b9fd4e251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'be5ed6ca-a95f-439d-899b-9dd52fb1c717'}] {{(pid=92280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:18:33.815614 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Attempting to bind port e72f3c60-d59e-43a2-8599-e1067e8c5acf on network be5ed6ca-a95f-439d-899b-9dd52fb1c717 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:18:33.821198 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Port e72f3c60-d59e-43a2-8599-e1067e8c5acf on network be5ed6ca-a95f-439d-899b-9dd52fb1c717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:18:33.821520 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Attempting to bind port e72f3c60-d59e-43a2-8599-e1067e8c5acf on network be5ed6ca-a95f-439d-899b-9dd52fb1c717 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:18:33.827291 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:18:33.827542 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Checking segment: {'id': 'b1c83c78-0d95-4e44-88e7-176b9fd4e251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'be5ed6ca-a95f-439d-899b-9dd52fb1c717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:18:33.827927 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Bound using segment: {'id': 'b1c83c78-0d95-4e44-88e7-176b9fd4e251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'be5ed6ca-a95f-439d-899b-9dd52fb1c717'} {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:18:33.828383 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Bound port: e72f3c60-d59e-43a2-8599-e1067e8c5acf, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c83c78-0d95-4e44-88e7-176b9fd4e251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'be5ed6ca-a95f-439d-899b-9dd52fb1c717'}}] {{(pid=92280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:18:33.828732 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:33.918125 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] For port e72f3c60-d59e-43a2-8599-e1067e8c5acf, host hv-cinder-78662, cleared binding levels {{(pid=92280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:18:33.926222 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] For port e72f3c60-d59e-43a2-8599-e1067e8c5acf, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e72f3c60-d59e-43a2-8599-e1067e8c5acf,segment=NetworkSegment(b1c83c78-0d95-4e44-88e7-176b9fd4e251),segment_id=b1c83c78-0d95-4e44-88e7-176b9fd4e251)] {{(pid=92280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:18:34.007479 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1898228'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:34.011417 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:34.072926 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:34.073422 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:34.074780 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] 10.222.0.21 "PUT /v2.0/ports/e72f3c60-d59e-43a2-8599-e1067e8c5acf HTTP/1.1" status: 200 len: 1098 time: 1.2355883 Jun 08 04:18:34.075316 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f514eca8-900c-49be-aa6a-9d046bd7fd4b', 'tag': 'e72f3c60-d59e-43a2-8599-e1067e8c5acf'}] {{(pid=92280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:18:34.077574 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59587a23dae4433d2100e3f102ebc88f30c43b22f141808d2ae0dd60ce475b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b58690-8e44-4d81-b633-37201c8e99fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f514eca8-900c-49be-aa6a-9d046bd7fd4b", "tag": "e72f3c60-d59e-43a2-8599-e1067e8c5acf"}]}' {{(pid=92280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:18:34.103812 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Pushing event updated for resources: {'Port': ['ID=e72f3c60-d59e-43a2-8599-e1067e8c5acf,revision_number=3']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:34.105789 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:34.233514 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4108539-f627-4eaa-aa49-ab2e498f5aa3 x-openstack-request-id: req-a4108539-f627-4eaa-aa49-ab2e498f5aa3 {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:18:34.233924 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f514eca8-900c-49be-aa6a-9d046bd7fd4b", "tag": "e72f3c60-d59e-43a2-8599-e1067e8c5acf", "status": "completed", "code": 200}]} {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:18:34.234216 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4108539-f627-4eaa-aa49-ab2e498f5aa3 {{(pid=92280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:18:34.234716 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f514eca8-900c-49be-aa6a-9d046bd7fd4b', 'tag': 'e72f3c60-d59e-43a2-8599-e1067e8c5acf', 'status': 'completed', 'code': 200} Jun 08 04:18:34.284030 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 37628) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:34.288286 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-d0b966f5-b776-4a5a-a1fd-00ec55de6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:34.289927 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-d0b966f5-b776-4a5a-a1fd-00ec55de6079 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d86d3ffc7a74afba33acc6df0a8e9ba&device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 1101 time: 0.0902629 Jun 08 04:18:34.362597 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9879f4bb-73b2-4337-9477-b161c62f3efe tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:34.364891 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-2dbccea4-9837-4076-a3f1-3154a17fde95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=e72f3c60-d59e-43a2-8599-e1067e8c5acf HTTP/1.1" status: 200 len: 217 time: 0.0654881 Jun 08 04:18:34.391677 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9879f4bb-73b2-4337-9477-b161c62f3efe tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:34.430797 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-6fb6dadd-7313-4e51-a8ae-fd24cbed92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:34.432819 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-6fb6dadd-7313-4e51-a8ae-fd24cbed92d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d04f7b2e-3882-4755-b715-1dfe6ad49834 HTTP/1.1" status: 200 len: 843 time: 0.0614789 Jun 08 04:18:34.511880 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-1e70404d-7984-4de0-aec5-2f08022f93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:34.513373 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-1e70404d-7984-4de0-aec5-2f08022f93a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be5ed6ca-a95f-439d-899b-9dd52fb1c717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0737154 Jun 08 04:18:34.523260 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9879f4bb-73b2-4337-9477-b161c62f3efe tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:34.525892 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9879f4bb-73b2-4337-9477-b161c62f3efe tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:34.528168 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-9879f4bb-73b2-4337-9477-b161c62f3efe tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "DELETE /v2.0/security-groups/24aac328-977d-461c-a00a-76253f319bd0 HTTP/1.1" status: 204 len: 168 time: 0.2421222 Jun 08 04:18:34.535344 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-f0111f9f-5b4c-40ad-91d9-9d045c11a950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:34.537552 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 37636) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:34.553052 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879f4bb-73b2-4337-9477-b161c62f3efe tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aac328-977d-461c-a00a-76253f319bd0,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:34.557021 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.api.v2.resource [None req-80c17f3d-5fbe-443a-a6f5-b9d0afc6f5d7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] show failed (client error): The resource could not be found. Jun 08 04:18:34.560662 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-80c17f3d-5fbe-443a-a6f5-b9d0afc6f5d7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups/24aac328-977d-461c-a00a-76253f319bd0 HTTP/1.1" status: 404 len: 347 time: 0.0195673 Jun 08 04:18:34.560662 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-9879f4bb-73b2-4337-9477-b161c62f3efe tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:34.560902 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 37638) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:34.655922 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-e446cad9-3910-4d58-88f1-d095d56d66e3 service neutron] 10.222.0.21 "GET /v2.0/networks/be5ed6ca-a95f-439d-899b-9dd52fb1c717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351631 Jun 08 04:18:34.782888 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 639df7a3-9ef1-4c7c-b7e1-907024a611ad no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:18:34.796535 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-ccb08ffc-aab6-4d6f-a9aa-f5ab4d540ccf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Deleting port 045d630e-7f96-413f-b3d6-b928adab5f1b {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:18:34.797105 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ccb08ffc-aab6-4d6f-a9aa-f5ab4d540ccf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:34.801036 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d08ad536-3ece-4eb7-984a-484826fd1c10 req-b267bd72-67c7-4748-9a6b-bf626bbeb983 service neutron] 10.222.0.21 "GET /v2.0/networks/be5ed6ca-a95f-439d-899b-9dd52fb1c717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376972 Jun 08 04:18:34.855797 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:34.858437 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: 639df7a3-9ef1-4c7c-b7e1-907024a611ad {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:18:34.858437 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 639df7a3-9ef1-4c7c-b7e1-907024a611ad not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:18:34.982061 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b58690-8e44-4d81-b633-37201c8e99fe req-3d16d11a-3a46-49c5-a911-083284148c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:34.983605 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-94b58690-8e44-4d81-b633-37201c8e99fe req-3d16d11a-3a46-49c5-a911-083284148c0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d86d3ffc7a74afba33acc6df0a8e9ba&device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 1101 time: 0.0757742 Jun 08 04:18:34.989162 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ccb08ffc-aab6-4d6f-a9aa-f5ab4d540ccf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:34.990141 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ccb08ffc-aab6-4d6f-a9aa-f5ab4d540ccf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:35.123559 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b58690-8e44-4d81-b633-37201c8e99fe req-a2003c6c-35fe-4471-b8a4-031a22e44fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:35.123983 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-ccb08ffc-aab6-4d6f-a9aa-f5ab4d540ccf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Calling delete_port for 045d630e-7f96-413f-b3d6-b928adab5f1b owned by network:floatingip {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:18:35.125477 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-94b58690-8e44-4d81-b633-37201c8e99fe req-a2003c6c-35fe-4471-b8a4-031a22e44fee service neutron] 10.222.0.21 "GET /v2.0/networks?id=be5ed6ca-a95f-439d-899b-9dd52fb1c717 HTTP/1.1" status: 200 len: 870 time: 0.1344705 Jun 08 04:18:35.147567 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5f45f-1de8-4506-b8db-ec83b657cb07 req-34f4a508-70f2-4beb-8ca3-c432bf8c1f19 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:35.149171 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6fc5f45f-1de8-4506-b8db-ec83b657cb07 req-34f4a508-70f2-4beb-8ca3-c432bf8c1f19 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 948 time: 0.2474360 Jun 08 04:18:35.203625 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-94b58690-8e44-4d81-b633-37201c8e99fe req-b15a7052-a199-4aa4-8727-ea65f4834aae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=e72f3c60-d59e-43a2-8599-e1067e8c5acf HTTP/1.1" status: 200 len: 217 time: 0.0704544 Jun 08 04:18:35.209030 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6fc5f45f-1de8-4506-b8db-ec83b657cb07 req-860d10f9-c368-414d-985c-cd3d670a0aec tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/security-groups?id=acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518646 Jun 08 04:18:35.272054 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b58690-8e44-4d81-b633-37201c8e99fe req-34f12a14-8d94-401e-bce0-1a344934ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:35.273594 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-94b58690-8e44-4d81-b633-37201c8e99fe req-34f12a14-8d94-401e-bce0-1a344934ec5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d04f7b2e-3882-4755-b715-1dfe6ad49834 HTTP/1.1" status: 200 len: 843 time: 0.0638833 Jun 08 04:18:35.352776 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b58690-8e44-4d81-b633-37201c8e99fe req-81a94782-fc83-45df-8c6b-ebf5a5aeaec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:35.354248 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-94b58690-8e44-4d81-b633-37201c8e99fe req-81a94782-fc83-45df-8c6b-ebf5a5aeaec8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be5ed6ca-a95f-439d-899b-9dd52fb1c717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0742729 Jun 08 04:18:35.373523 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ccb08ffc-aab6-4d6f-a9aa-f5ab4d540ccf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:35.377624 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0d7c4eea-1aad-497f-a267-b0084a7b8640 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:35.422178 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb08ffc-aab6-4d6f-a9aa-f5ab4d540ccf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Pushing event deleted for resources: {'Port': ['ID=045d630e-7f96-413f-b3d6-b928adab5f1b,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:35.424933 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ccb08ffc-aab6-4d6f-a9aa-f5ab4d540ccf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:35.532191 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ccb08ffc-aab6-4d6f-a9aa-f5ab4d540ccf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for floatingip, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:35.534675 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ccb08ffc-aab6-4d6f-a9aa-f5ab4d540ccf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:35.539426 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-ccb08ffc-aab6-4d6f-a9aa-f5ab4d540ccf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "DELETE /v2.0/floatingips/a5418a98-45f7-4502-986b-4545a2429d5e HTTP/1.1" status: 204 len: 168 time: 0.9741855 Jun 08 04:18:35.570193 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-94b58690-8e44-4d81-b633-37201c8e99fe req-57ab6853-3592-4e90-bd81-1b44a8ddedbb service neutron] 10.222.0.21 "GET /v2.0/networks/be5ed6ca-a95f-439d-899b-9dd52fb1c717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096081 Jun 08 04:18:35.709047 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-94b58690-8e44-4d81-b633-37201c8e99fe req-50a34500-1bf4-4e5f-9791-b2c4bd77abf0 service neutron] 10.222.0.21 "GET /v2.0/networks/be5ed6ca-a95f-439d-899b-9dd52fb1c717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317816 Jun 08 04:18:35.967206 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 37678) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:35.972090 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-216671d5-ecb9-404f-a20c-168338c5bbd7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756189688', 'description': 'tempest-description--1904267518'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:18:36.160699 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-216671d5-ecb9-404f-a20c-168338c5bbd7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:36.259807 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-216671d5-ecb9-404f-a20c-168338c5bbd7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:36.309151 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-216671d5-ecb9-404f-a20c-168338c5bbd7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:36.314674 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-507902c7-f509-4227-a1e3-05d8c08caf45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:36.401100 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216671d5-ecb9-404f-a20c-168338c5bbd7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da03220e-5789-4e9f-9d55-b32dd7aa2e5c,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:36.404120 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-216671d5-ecb9-404f-a20c-168338c5bbd7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:36.423368 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-216671d5-ecb9-404f-a20c-168338c5bbd7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:36.424600 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-216671d5-ecb9-404f-a20c-168338c5bbd7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4562409 Jun 08 04:18:36.446556 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37688) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:36.446556 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-76daefd8-976c-4311-873c-6689eb8b74cc tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Request body: {'security_group_rule': {'security_group_id': 'da03220e-5789-4e9f-9d55-b32dd7aa2e5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:18:36.446832 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99599e3c-aaf4-4684-8afb-80d43a886365 req-019a088a-2079-4fa5-8b34-1fc684ad972d tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:36.446832 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-99599e3c-aaf4-4684-8afb-80d43a886365 req-019a088a-2079-4fa5-8b34-1fc684ad972d tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 948 time: 0.1039994 Jun 08 04:18:36.483903 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-99599e3c-aaf4-4684-8afb-80d43a886365 req-c94d8d6a-4629-406d-b08c-bb8c3e71d329 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/security-groups?id=acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397291 Jun 08 04:18:36.569982 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-76daefd8-976c-4311-873c-6689eb8b74cc tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:36.626884 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-76daefd8-976c-4311-873c-6689eb8b74cc tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:36.715149 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-76daefd8-976c-4311-873c-6689eb8b74cc tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:36.722573 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-cd405ee8-465e-472c-8106-5159c95568c8 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:36.740373 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daefd8-976c-4311-873c-6689eb8b74cc tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4114e075-5124-4368-b159-9fffe54bfb51,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:36.743168 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-76daefd8-976c-4311-873c-6689eb8b74cc tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:36.806618 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-76daefd8-976c-4311-873c-6689eb8b74cc tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:36.807861 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-76daefd8-976c-4311-873c-6689eb8b74cc tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791802 Jun 08 04:18:36.810577 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37690) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:36.814868 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-b180eb0c-3ccf-4b5e-a810-3d2c6b3fee55 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Request body: {'security_group_rule': {'security_group_id': 'da03220e-5789-4e9f-9d55-b32dd7aa2e5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:18:36.886714 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b180eb0c-3ccf-4b5e-a810-3d2c6b3fee55 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:36.945180 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b180eb0c-3ccf-4b5e-a810-3d2c6b3fee55 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:37.017573 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b180eb0c-3ccf-4b5e-a810-3d2c6b3fee55 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:37.019640 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-42cc5910-841d-42d3-8712-1a83705656a4 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:37.043768 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180eb0c-3ccf-4b5e-a810-3d2c6b3fee55 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a304cb9-3ebe-4ed1-ae8a-5c6ff1b2e215,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:37.046110 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b180eb0c-3ccf-4b5e-a810-3d2c6b3fee55 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:37.163381 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b180eb0c-3ccf-4b5e-a810-3d2c6b3fee55 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:37.164869 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-b180eb0c-3ccf-4b5e-a810-3d2c6b3fee55 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3532023 Jun 08 04:18:37.168243 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37694) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:37.172575 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Request body: {'floatingip': {'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:18:37.265831 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for floatingip, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:37.400733 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:37.535071 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Allocated IP 172.28.2.233 (0fa4fef6-9966-433f-a9a0-b619cc4acad7/01718dbf-838e-406a-9174-db3581520999/77dc371e-f00d-4789-ad07-7895d89c70dc) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:18:37.670856 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc0c81-f4d0-44fd-b5c9-03e28343ea92 req-b2527afb-00a0-4ea5-82ad-1990b3b34307 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:37.672552 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d1fc0c81-f4d0-44fd-b5c9-03e28343ea92 req-b2527afb-00a0-4ea5-82ad-1990b3b34307 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 948 time: 0.0856302 Jun 08 04:18:37.683428 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:37.723145 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d1fc0c81-f4d0-44fd-b5c9-03e28343ea92 req-fb2d059f-3ed6-42a6-b454-81755cfaa375 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/security-groups?id=acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392411 Jun 08 04:18:37.780744 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1898218'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:37.781485 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:18:37.781485 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:18:37.781485 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:18:37.781485 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:18:37.781485 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:18:37.781485 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:18:37.797067 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:18:37.798101 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:18:37.800380 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:18:37.879409 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:38.029268 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:38.230298 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:38.294521 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1898228'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:38.299007 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:38.405351 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Pushing event updated for resources: {'Port': ['ID=77dc371e-f00d-4789-ad07-7895d89c70dc,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:38.408085 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:38.415305 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867599'] for floatingip, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:38.466021 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:38.467190 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2979791 Jun 08 04:18:38.783358 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device e72f3c60-d59e-43a2-8599-e1067e8c5acf details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:18:38.801612 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-5940ee3d-c5d3-4e9a-af7b-eee2dd8919f1 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1756189688&fields=id&tenant_id=9c7e0dce267146e58d41cccd658554bc HTTP/1.1" status: 200 len: 267 time: 0.1498449 Jun 08 04:18:38.929424 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port e72f3c60-d59e-43a2-8599-e1067e8c5acf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e72f3c60-d59e-43a2-8599-e1067e8c5acf,segment=NetworkSegment(b1c83c78-0d95-4e44-88e7-176b9fd4e251),segment_id=b1c83c78-0d95-4e44-88e7-176b9fd4e251)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:18:38.942438 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': 'e72f3c60-d59e-43a2-8599-e1067e8c5acf', 'network_id': 'be5ed6ca-a95f-439d-899b-9dd52fb1c717', 'port_id': 'e72f3c60-d59e-43a2-8599-e1067e8c5acf', 'mac_address': 'fa:16:3e:17:bc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd04f7b2e-3882-4755-b715-1dfe6ad49834', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:18:38.996052 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:39.007339 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-8999c56b-ba2c-47a6-9eb4-c4060b448ca6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:39.008773 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-8999c56b-ba2c-47a6-9eb4-c4060b448ca6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/networks?id=294f857a-186c-4448-b00c-81d1806ba032 HTTP/1.1" status: 200 len: 817 time: 0.1985431 Jun 08 04:18:39.016663 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72f3c60-d59e-43a2-8599-e1067e8c5acf {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:18:39.021537 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f4ccd-eacb-4b25-9712-cdf8ee127553 req-c20b8324-b4ab-47c6-a99e-1cca8db6505a tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:39.023016 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ac8f4ccd-eacb-4b25-9712-cdf8ee127553 req-c20b8324-b4ab-47c6-a99e-1cca8db6505a tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 948 time: 0.1883380 Jun 08 04:18:39.037087 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port e72f3c60-d59e-43a2-8599-e1067e8c5acf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e72f3c60-d59e-43a2-8599-e1067e8c5acf,segment=NetworkSegment(b1c83c78-0d95-4e44-88e7-176b9fd4e251),segment_id=b1c83c78-0d95-4e44-88e7-176b9fd4e251)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:18:39.049926 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-991ace45-c910-45e6-aaca-d3ff35ab5d4f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/quotas/9c7e0dce267146e58d41cccd658554bc HTTP/1.1" status: 200 len: 375 time: 0.0259621 Jun 08 04:18:39.117961 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ac8f4ccd-eacb-4b25-9712-cdf8ee127553 req-60abb6ab-00f4-44cf-992c-6201532b3af5 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/security-groups?id=acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872130 Jun 08 04:18:39.149486 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-54120ca8-60aa-4667-a7b7-0c312eb8b785 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c7e0dce267146e58d41cccd658554bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940585 Jun 08 04:18:39.155330 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:39.160493 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:39.226198 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=e72f3c60-d59e-43a2-8599-e1067e8c5acf,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:39.233540 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:39.233890 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:39.234228 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:39.234560 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:39.234889 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:39.235239 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:39.235590 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:39.235910 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:39.236419 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:39.236743 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:39.237062 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:39.237378 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:18:39.241910 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:39.406181 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-31c51d8b-84b4-458c-9973-87883115ceb0 service neutron] 10.222.0.18 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430949 Jun 08 04:18:39.516433 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['e72f3c60-d59e-43a2-8599-e1067e8c5acf'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:18:39.537166 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-cacba5d3-b12b-4180-b972-18647c99a48e service neutron] 10.222.0.18 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245298 Jun 08 04:18:39.788398 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a36f0801-98cb-4841-b8e8-b1e3cdc8fbb7 req-f44c35cd-799f-49db-98bb-a789926076c8 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 210 time: 0.0429797 Jun 08 04:18:40.302632 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427ee45-95f3-4758-8e7c-7b2c72657cc8 req-c09c24d3-689b-42af-be90-46b31862506d tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:40.304108 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d427ee45-95f3-4758-8e7c-7b2c72657cc8 req-c09c24d3-689b-42af-be90-46b31862506d tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 949 time: 0.0837502 Jun 08 04:18:40.350341 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d427ee45-95f3-4758-8e7c-7b2c72657cc8 req-c11bd95f-7e88-4d06-8e71-8e03f4885ace tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/security-groups?id=acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Jun 08 04:18:40.754135 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37746) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:40.782160 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device e72f3c60-d59e-43a2-8599-e1067e8c5acf up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:18:40.876641 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d97d8802-3de7-48b5-939c-2cb13956da18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:40.915656 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port e72f3c60-d59e-43a2-8599-e1067e8c5acf completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:18:40.920835 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port e72f3c60-d59e-43a2-8599-e1067e8c5acf triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:18:40.925095 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:40.946142 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0aced094-e895-4d32-92f9-9a25e7837ad3 req-73365880-3ed5-48db-986c-91def32e4c77 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 210 time: 0.0431080 Jun 08 04:18:40.984863 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d97d8802-3de7-48b5-939c-2cb13956da18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:41.046366 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:41.063811 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d97d8802-3de7-48b5-939c-2cb13956da18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:41.072626 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-9e63c436-d7fc-43d0-ace8-f4c421aa1a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:41.074165 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f514eca8-900c-49be-aa6a-9d046bd7fd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72f3c60-d59e-43a2-8599-e1067e8c5acf'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:18:41.075053 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0ea4ad-0969-426f-95a5-205614144552" -d '{"events": [{"server_uuid": "f514eca8-900c-49be-aa6a-9d046bd7fd4b", "name": "network-vif-plugged", "status": "completed", "tag": "e72f3c60-d59e-43a2-8599-e1067e8c5acf"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:18:41.082705 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port e72f3c60-d59e-43a2-8599-e1067e8c5acf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e72f3c60-d59e-43a2-8599-e1067e8c5acf,segment=NetworkSegment(b1c83c78-0d95-4e44-88e7-176b9fd4e251),segment_id=b1c83c78-0d95-4e44-88e7-176b9fd4e251)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:18:41.119607 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-d97d8802-3de7-48b5-939c-2cb13956da18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c70c108c016a481bbbe46000aece1c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643665 Jun 08 04:18:41.120637 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d8802-3de7-48b5-939c-2cb13956da18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c2ed7a-6bf8-420b-b296-4cb40e213d9b,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:41.122238 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 37756) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:41.134128 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-d97d8802-3de7-48b5-939c-2cb13956da18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:41.172582 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:41.175265 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:41.186706 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1373-8c34-487d-a04e-d2c72635c2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:41.216364 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1373-8c34-487d-a04e-d2c72635c2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:41.255980 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4845517f-bffd-4e22-aeda-bd985999a442 x-openstack-request-id: req-4845517f-bffd-4e22-aeda-bd985999a442 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:18:41.256550 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f514eca8-900c-49be-aa6a-9d046bd7fd4b", "name": "network-vif-plugged", "status": "completed", "tag": "e72f3c60-d59e-43a2-8599-e1067e8c5acf", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:18:41.257067 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4845517f-bffd-4e22-aeda-bd985999a442 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:18:41.258050 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f514eca8-900c-49be-aa6a-9d046bd7fd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72f3c60-d59e-43a2-8599-e1067e8c5acf', 'code': 200} Jun 08 04:18:41.260796 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=e72f3c60-d59e-43a2-8599-e1067e8c5acf,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:41.263728 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:41.332081 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1373-8c34-487d-a04e-d2c72635c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:41.334596 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1373-8c34-487d-a04e-d2c72635c2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:41.335764 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-2e1c1373-8c34-487d-a04e-d2c72635c2c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70c2ed7a-6bf8-420b-b296-4cb40e213d9b HTTP/1.1" status: 204 len: 168 time: 0.2120352 Jun 08 04:18:41.336539 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e34f7621-b535-44cb-a9e5-561f06ff113a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:41.345785 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c1373-8c34-487d-a04e-d2c72635c2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c2ed7a-6bf8-420b-b296-4cb40e213d9b,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:41.348053 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-2e1c1373-8c34-487d-a04e-d2c72635c2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:41.534750 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749c3fb-8e37-4418-bbac-ee85c8e25944 req-ab12a21f-1721-4c1f-8303-e6daf1c6baee tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:41.536267 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7749c3fb-8e37-4418-bbac-ee85c8e25944 req-ab12a21f-1721-4c1f-8303-e6daf1c6baee tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 950 time: 0.0809877 Jun 08 04:18:41.582298 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7749c3fb-8e37-4418-bbac-ee85c8e25944 req-93d5f99c-e4d9-40c4-968b-8fa358db9e19 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/security-groups?id=acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Jun 08 04:18:41.662494 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05ccb2-364f-463b-8bda-6acebbf39b07 req-93a6501a-8e10-4fe8-96ab-d241529ecad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:41.664063 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-4f05ccb2-364f-463b-8bda-6acebbf39b07 req-93a6501a-8e10-4fe8-96ab-d241529ecad9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 1103 time: 0.0762789 Jun 08 04:18:41.709472 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-4f05ccb2-364f-463b-8bda-6acebbf39b07 req-5f07e0b2-690d-46f8-b46d-ad2d6c4dbd28 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389421 Jun 08 04:18:41.770307 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-753d8fee-ed6d-45af-a0bf-31bc13972b97 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:41.772303 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-753d8fee-ed6d-45af-a0bf-31bc13972b97 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.21 "GET /v2.0/networks?id=294f857a-186c-4448-b00c-81d1806ba032 HTTP/1.1" status: 200 len: 817 time: 0.1465549 Jun 08 04:18:41.892282 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-1485529a-2a55-4f3c-8dfb-b951a5d45aa5 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c7e0dce267146e58d41cccd658554bc HTTP/1.1" status: 200 len: 380 time: 0.0437493 Jun 08 04:18:41.900762 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-e3a89f01-0704-4f8d-b6f2-5944847eed25 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Request body: {'port': {'device_id': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'admin_state_up': True, 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'security_groups': ['da03220e-5789-4e9f-9d55-b32dd7aa2e5c']}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:18:42.106620 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f8e685aa-56b5-40ec-b382-2e56ad781f2a req-9fd96e7c-7281-4496-b6d2-bd39ab9c33df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 210 time: 0.0418525 Jun 08 04:18:42.154944 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-e3a89f01-0704-4f8d-b6f2-5944847eed25 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Made reservation on behalf of 9c7e0dce267146e58d41cccd658554bc for: {'port': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:18:42.158426 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-e3a89f01-0704-4f8d-b6f2-5944847eed25 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:42.315130 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-a8dccce4-ff72-47a0-a1b5-c73fb29e0252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:42.322059 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-e3a89f01-0704-4f8d-b6f2-5944847eed25 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Allocated IP 172.20.0.12 (294f857a-186c-4448-b00c-81d1806ba032/6790621e-0f94-4c60-abe1-4e141a73cc04/f1ec20d2-f20b-4604-b458-2400400be740) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:18:42.448457 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37786) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:42.554474 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1618838209-network', 'tenant_id': 'b5e35281199b485e8ddf17ff5217103a'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:18:42.594318 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-e3a89f01-0704-4f8d-b6f2-5944847eed25 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:42.609973 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-e3a89f01-0704-4f8d-b6f2-5944847eed25 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Transition to ACTIVE for port object f1ec20d2-f20b-4604-b458-2400400be740 will not be triggered until provisioned by entity DHCP. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:18:42.626119 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Made reservation on behalf of b5e35281199b485e8ddf17ff5217103a for: {'network': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:18:42.629196 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:42.641624 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:42.725721 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-e3a89f01-0704-4f8d-b6f2-5944847eed25 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:42.732027 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-e3a89f01-0704-4f8d-b6f2-5944847eed25 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:18:42.732027 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:18:42.732027 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:18:42.732027 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:18:42.732027 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:18:42.732027 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:18:42.750026 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:42.761583 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-e3a89f01-0704-4f8d-b6f2-5944847eed25 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Network 294f857a-186c-4448-b00c-81d1806ba032 is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:18:42.763662 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-e3a89f01-0704-4f8d-b6f2-5944847eed25 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:18:42.766910 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-e3a89f01-0704-4f8d-b6f2-5944847eed25 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:18:42.835240 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:42.837147 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-e3a89f01-0704-4f8d-b6f2-5944847eed25 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:42.837774 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-e3a89f01-0704-4f8d-b6f2-5944847eed25 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:42.851365 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=92280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:18:42.852747 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37b8f6-6599-400a-bf5a-536548c4c9e8 req-e200e60e-153b-4029-a7a9-59200f2e4da6 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:42.854251 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8b37b8f6-6599-400a-bf5a-536548c4c9e8 req-e200e60e-153b-4029-a7a9-59200f2e4da6 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 950 time: 0.1654091 Jun 08 04:18:42.865625 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:42.866231 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.segments_db [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Added segment b2372a8e-04d7-4aa2-836c-3a0b197bc2f9 of type vlan for network aaf99125-61c5-4a1b-a4c9-65c572362813 Jun 08 04:18:42.893376 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-059723e8-1cf1-4ddb-818c-a9505354c95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:42.907495 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8b37b8f6-6599-400a-bf5a-536548c4c9e8 req-d260760e-0532-45f0-b3e1-110e3f4daca2 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/security-groups?id=acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470824 Jun 08 04:18:42.910533 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:42.933024 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f6d2df-bf0e-45f7-8285-6719b232a2c7,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:42.937153 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:42.956206 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-e3a89f01-0704-4f8d-b6f2-5944847eed25 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0590200 Jun 08 04:18:42.974108 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Request body: {'port': {'device_id': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:18:43.043426 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:43.045094 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:43.045715 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:43.050843 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-71ee9e20-01be-48aa-ae24-908990741379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:43.089198 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-aadabf83-cd37-40f8-836f-0ebd2304bab6 None None] Provisioning for port f1ec20d2-f20b-4604-b458-2400400be740 completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:18:43.094295 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-aadabf83-cd37-40f8-836f-0ebd2304bab6 None None] Provisioning complete for port f1ec20d2-f20b-4604-b458-2400400be740 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:18:43.094894 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-aadabf83-cd37-40f8-836f-0ebd2304bab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:43.095515 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:43.157396 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-aadabf83-cd37-40f8-836f-0ebd2304bab6 None None] Port f1ec20d2-f20b-4604-b458-2400400be740 cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:18:43.235365 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Pushing event updated for resources: {'Network': ['ID=aaf99125-61c5-4a1b-a4c9-65c572362813,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:43.237793 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:43.245972 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network aaf99125-61c5-4a1b-a4c9-65c572362813 details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:18:43.277002 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8273747 Jun 08 04:18:43.280024 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 37794) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:43.286724 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-5762c34c-cba9-4135-b0da-8dfba5c0db3a admin admin] Request body: {'subnet': {'network_id': 'aaf99125-61c5-4a1b-a4c9-65c572362813', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1618838209-subnet', 'tenant_id': 'b5e35281199b485e8ddf17ff5217103a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:18:43.372001 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5762c34c-cba9-4135-b0da-8dfba5c0db3a admin admin] Made reservation on behalf of b5e35281199b485e8ddf17ff5217103a for: {'subnet': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:18:43.374405 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5762c34c-cba9-4135-b0da-8dfba5c0db3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2438336'] for subnet, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:43.426456 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fee41-493d-4bfa-9150-1be26c4403e9 req-6ed3130b-4c0b-420e-b191-2b90afb410fd tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:43.429511 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-230fee41-493d-4bfa-9150-1be26c4403e9 req-6ed3130b-4c0b-420e-b191-2b90afb410fd tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 932 time: 0.1939616 Jun 08 04:18:43.490812 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-230fee41-493d-4bfa-9150-1be26c4403e9 req-115c4361-b1f2-4162-8f1b-9785a5bbc386 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526428 Jun 08 04:18:43.556196 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ec20d2-f20b-4604-b458-2400400be740 {{(pid=92281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:18:43.563313 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:43.577139 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Transition to ACTIVE for port object f1ec20d2-f20b-4604-b458-2400400be740 will not be triggered until provisioned by entity L2. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:18:43.623980 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5762c34c-cba9-4135-b0da-8dfba5c0db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1898102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2438382'] for subnet, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:43.628639 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:43.631588 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:43.636171 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:43.698829 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762c34c-cba9-4135-b0da-8dfba5c0db3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=15493046-0ff3-4fb5-95fe-c223782fca5d,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:43.702321 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5762c34c-cba9-4135-b0da-8dfba5c0db3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:43.705001 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5762c34c-cba9-4135-b0da-8dfba5c0db3a admin admin] Checking segment: {'id': 'b2372a8e-04d7-4aa2-836c-3a0b197bc2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aaf99125-61c5-4a1b-a4c9-65c572362813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:18:43.709986 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762c34c-cba9-4135-b0da-8dfba5c0db3a admin admin] Network hostable DHCP agents. Network: aaf99125-61c5-4a1b-a4c9-65c572362813, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:18:43.786530 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762c34c-cba9-4135-b0da-8dfba5c0db3a admin admin] Network aaf99125-61c5-4a1b-a4c9-65c572362813 is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:18:43.788828 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ec20d2-f20b-4604-b458-2400400be740,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:43.798234 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:43.860358 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-5762c34c-cba9-4135-b0da-8dfba5c0db3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, aaf99125-61c5-4a1b-a4c9-65c572362813) {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:18:43.865811 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Attempting to bind port f1ec20d2-f20b-4604-b458-2400400be740 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:18:43.865957 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5762c34c-cba9-4135-b0da-8dfba5c0db3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:43.866148 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Attempting to bind port f1ec20d2-f20b-4604-b458-2400400be740 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:18:43.866469 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Attempting to bind port f1ec20d2-f20b-4604-b458-2400400be740 on network 294f857a-186c-4448-b00c-81d1806ba032 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:18:43.869525 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592f9bd9-14af-4f89-80a5-1362546a96ac None None] Network aaf99125-61c5-4a1b-a4c9-65c572362813 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:18:43.871320 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Port f1ec20d2-f20b-4604-b458-2400400be740 on network 294f857a-186c-4448-b00c-81d1806ba032 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:18:43.871639 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Attempting to bind port f1ec20d2-f20b-4604-b458-2400400be740 on network 294f857a-186c-4448-b00c-81d1806ba032 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:18:43.875599 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5762c34c-cba9-4135-b0da-8dfba5c0db3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:43.876774 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:18:43.877106 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Checking segment: {'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:18:43.877478 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Bound using segment: {'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:18:43.877970 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Bound port: f1ec20d2-f20b-4604-b458-2400400be740, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088d632e-c001-4e0f-a9a0-e2584674a6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '294f857a-186c-4448-b00c-81d1806ba032'}}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:18:43.878312 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:43.968008 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] For port f1ec20d2-f20b-4604-b458-2400400be740, host hv-cinder-78662, cleared binding levels {{(pid=92281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:18:43.971036 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] For port f1ec20d2-f20b-4604-b458-2400400be740, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f1ec20d2-f20b-4604-b458-2400400be740,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:18:43.983050 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-5762c34c-cba9-4135-b0da-8dfba5c0db3a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7016575 Jun 08 04:18:44.077600 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:44.084136 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:44.089688 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970f9c64-5396-4c7f-a7c0-06a93e540d73 None None] Network aaf99125-61c5-4a1b-a4c9-65c572362813 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:18:44.142882 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:44.143463 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:44.144827 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] 10.222.0.21 "PUT /v2.0/ports/f1ec20d2-f20b-4604-b458-2400400be740 HTTP/1.1" status: 200 len: 1094 time: 1.1756222 Jun 08 04:18:44.148608 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'tag': 'f1ec20d2-f20b-4604-b458-2400400be740'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:18:44.151482 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9e44ef-c687-423f-ae91-c1c2107115e6" -d '{"events": [{"name": "network-changed", "server_uuid": "dea604d0-ce2b-4614-9e7b-54b699fb112e", "tag": "f1ec20d2-f20b-4604-b458-2400400be740"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:18:44.206571 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ec20d2-f20b-4604-b458-2400400be740,revision_number=3']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:44.212061 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:44.247814 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527223cc-73b7-48dd-884d-6e2cefe5d970 req-9c1be9f4-2464-4ad3-9ea2-45648b3d34c9 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:44.249722 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-527223cc-73b7-48dd-884d-6e2cefe5d970 req-9c1be9f4-2464-4ad3-9ea2-45648b3d34c9 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 950 time: 0.2294068 Jun 08 04:18:44.251337 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0bad72-a8c3-484a-a774-092761bbe988 x-openstack-request-id: req-9f0bad72-a8c3-484a-a774-092761bbe988 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:18:44.251758 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea604d0-ce2b-4614-9e7b-54b699fb112e", "tag": "f1ec20d2-f20b-4604-b458-2400400be740", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:18:44.252119 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f0bad72-a8c3-484a-a774-092761bbe988 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:18:44.252589 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'tag': 'f1ec20d2-f20b-4604-b458-2400400be740', 'status': 'completed', 'code': 200} Jun 08 04:18:44.356910 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-527223cc-73b7-48dd-884d-6e2cefe5d970 req-6489a800-3936-4ee3-85ed-02c55071ca68 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/security-groups?id=acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678384 Jun 08 04:18:44.367692 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e44ef-c687-423f-ae91-c1c2107115e6 req-ab235ebd-ff66-4e1a-a8aa-502acc671f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:44.369178 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5f9e44ef-c687-423f-ae91-c1c2107115e6 req-ab235ebd-ff66-4e1a-a8aa-502acc671f10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c7e0dce267146e58d41cccd658554bc&device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 1097 time: 0.1158149 Jun 08 04:18:44.523886 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e44ef-c687-423f-ae91-c1c2107115e6 req-79f9f388-59c0-474a-9e3b-344783bfce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:44.525437 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5f9e44ef-c687-423f-ae91-c1c2107115e6 req-79f9f388-59c0-474a-9e3b-344783bfce0c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9c7e0dce267146e58d41cccd658554bc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1436675 Jun 08 04:18:44.758888 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:44.812446 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e44ef-c687-423f-ae91-c1c2107115e6 req-92347088-bbb9-49a4-9156-c3dac21179d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:44.813899 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5f9e44ef-c687-423f-ae91-c1c2107115e6 req-92347088-bbb9-49a4-9156-c3dac21179d3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2816398 Jun 08 04:18:44.829238 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00d2d7-3f30-445c-84a8-d50db02318d6 req-b717fcd8-b747-433c-87eb-6629d3d0f5e9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:44.830647 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-af00d2d7-3f30-445c-84a8-d50db02318d6 req-b717fcd8-b747-433c-87eb-6629d3d0f5e9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.1355991 Jun 08 04:18:44.869513 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-99b1a60e-02f6-4881-85b7-50599d51d8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:44.922510 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-af00d2d7-3f30-445c-84a8-d50db02318d6 req-f97f69e5-dee1-488d-a904-71f8881e5b7a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860057 Jun 08 04:18:44.943198 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-c961c886-6485-4029-93d2-b76839dad1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:44.944450 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-c961c886-6485-4029-93d2-b76839dad1f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c7e0dce267146e58d41cccd658554bc&device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 1097 time: 0.0940402 Jun 08 04:18:45.056455 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-64198826-b389-4c04-badc-f32cd92f013d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ec20d2-f20b-4604-b458-2400400be740 HTTP/1.1" status: 200 len: 217 time: 0.1033714 Jun 08 04:18:45.137711 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-2a915016-9136-42dd-8bd8-4f0693392c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:45.144935 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-2a915016-9136-42dd-8bd8-4f0693392c4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6790621e-0f94-4c60-abe1-4e141a73cc04 HTTP/1.1" status: 200 len: 856 time: 0.0751700 Jun 08 04:18:45.151386 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a91b2-c5fd-4649-8b49-f87b012519f0 req-678051d7-fe0f-4f7a-a1ec-a82a02da8311 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:45.152996 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-986a91b2-c5fd-4649-8b49-f87b012519f0 req-678051d7-fe0f-4f7a-a1ec-a82a02da8311 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 950 time: 0.1488111 Jun 08 04:18:45.243374 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-986a91b2-c5fd-4649-8b49-f87b012519f0 req-895b3748-479f-44c7-b66c-a10505f3c92c tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/security-groups?id=acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599041 Jun 08 04:18:45.269256 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-0ae60c41-f38b-40b6-a3a0-a41ebe7aa462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:45.269256 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-0ae60c41-f38b-40b6-a3a0-a41ebe7aa462 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=294f857a-186c-4448-b00c-81d1806ba032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1071033 Jun 08 04:18:45.394165 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-09ea4e11-d0e2-4f2b-a692-7695fc19e62e service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261389 Jun 08 04:18:45.524843 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b466bdf3-95b3-4c74-9fc0-aa16ac005a0e req-9d1b4d34-b0fe-4056-935e-c0fd05baf8eb service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234977 Jun 08 04:18:45.563075 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:45.990881 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:18:46.112790 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b98475-5717-4ca4-93e2-f14438133b95 req-9219bad1-0945-4bbb-9ebe-31e067b9caa3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:46.114228 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-94b98475-5717-4ca4-93e2-f14438133b95 req-9219bad1-0945-4bbb-9ebe-31e067b9caa3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.0806911 Jun 08 04:18:46.158604 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-94b98475-5717-4ca4-93e2-f14438133b95 req-de7f64ed-84de-4774-8437-88910006141f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386086 Jun 08 04:18:46.534461 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-5b870adc-a95e-4857-9305-4ccbd7ade826 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:46.535840 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-5b870adc-a95e-4857-9305-4ccbd7ade826 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/networks?id=aaf99125-61c5-4a1b-a4c9-65c572362813 HTTP/1.1" status: 200 len: 814 time: 0.2018001 Jun 08 04:18:46.543163 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2be74-fd80-4f4c-b79e-d992bfd5df3b req-ce369ff1-ceb3-481e-ae1e-adff50245ab8 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:46.544489 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9ad2be74-fd80-4f4c-b79e-d992bfd5df3b req-ce369ff1-ceb3-481e-ae1e-adff50245ab8 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 950 time: 0.1886246 Jun 08 04:18:46.610628 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-6e41c463-1104-4565-b865-68595dec1eb2 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/quotas/b5e35281199b485e8ddf17ff5217103a HTTP/1.1" status: 200 len: 375 time: 0.0652206 Jun 08 04:18:46.678820 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-0da76de2-65c4-4911-870f-84e2ba5caaea tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5e35281199b485e8ddf17ff5217103a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608108 Jun 08 04:18:46.689759 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9ad2be74-fd80-4f4c-b79e-d992bfd5df3b req-8e4d665e-7b70-4423-b3e8-d81b2047ad0f tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/security-groups?id=acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350265 Jun 08 04:18:46.787316 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a24f48-fdd4-4ec1-a3fe-b875daabaec6 req-b98bd0c7-3526-4264-a31d-f7d0b6686bfd tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:46.788642 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c9a24f48-fdd4-4ec1-a3fe-b875daabaec6 req-b98bd0c7-3526-4264-a31d-f7d0b6686bfd tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.21 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 950 time: 0.2423005 Jun 08 04:18:46.883395 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-f489aa8c-34fd-4b3f-a6b3-7169eb8c389b service neutron] 10.222.0.18 "GET /v2.0/networks/aaf99125-61c5-4a1b-a4c9-65c572362813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966155 Jun 08 04:18:47.150161 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-5109c395-9c66-42db-bc4c-04cf0f7350b3 service neutron] 10.222.0.18 "GET /v2.0/networks/aaf99125-61c5-4a1b-a4c9-65c572362813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381744 Jun 08 04:18:47.151704 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-c9a24f48-fdd4-4ec1-a3fe-b875daabaec6 req-cb66caaf-2c0a-4eef-94a7-3c2974490603 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Deleting port e72f3c60-d59e-43a2-8599-e1067e8c5acf {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:18:47.152042 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-c9a24f48-fdd4-4ec1-a3fe-b875daabaec6 req-cb66caaf-2c0a-4eef-94a7-3c2974490603 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:47.331054 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-c9a24f48-fdd4-4ec1-a3fe-b875daabaec6 req-cb66caaf-2c0a-4eef-94a7-3c2974490603 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] For port e72f3c60-d59e-43a2-8599-e1067e8c5acf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e72f3c60-d59e-43a2-8599-e1067e8c5acf,segment=NetworkSegment(b1c83c78-0d95-4e44-88e7-176b9fd4e251),segment_id=b1c83c78-0d95-4e44-88e7-176b9fd4e251)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:18:47.331412 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-c9a24f48-fdd4-4ec1-a3fe-b875daabaec6 req-cb66caaf-2c0a-4eef-94a7-3c2974490603 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:47.467391 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-c9a24f48-fdd4-4ec1-a3fe-b875daabaec6 req-cb66caaf-2c0a-4eef-94a7-3c2974490603 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Calling delete_port for e72f3c60-d59e-43a2-8599-e1067e8c5acf owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:18:47.519900 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0365894d-90b0-4cdb-ac36-7036c94a50db req-7982317d-13cd-4edd-b4e4-9e1f54b51a42 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 210 time: 0.0628297 Jun 08 04:18:47.547754 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7edc-4f79-4c79-ac3f-6e2de2884060 req-d270cc0e-bf60-4a6b-bf4e-e39bc1e43722 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:47.549434 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a5ff7edc-4f79-4c79-ac3f-6e2de2884060 req-d270cc0e-bf60-4a6b-bf4e-e39bc1e43722 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.2825027 Jun 08 04:18:47.604130 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a5ff7edc-4f79-4c79-ac3f-6e2de2884060 req-ad41fe79-b69f-46c9-b6d9-62c3a344a285 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485637 Jun 08 04:18:47.608820 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:47.751746 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-c9a24f48-fdd4-4ec1-a3fe-b875daabaec6 req-cb66caaf-2c0a-4eef-94a7-3c2974490603 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:47.759197 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-407cd6b2-b3bd-4fd5-820b-a99ae68fd96a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:47.768442 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['e72f3c60-d59e-43a2-8599-e1067e8c5acf'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:18:47.806870 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66caaf-2c0a-4eef-94a7-3c2974490603 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Pushing event deleted for resources: {'Port': ['ID=e72f3c60-d59e-43a2-8599-e1067e8c5acf,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:47.810003 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-cb66caaf-2c0a-4eef-94a7-3c2974490603 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:47.921016 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-007138a3-4f3a-4b6c-b0f3-371c1dc6ef47 req-288fa1ec-dbef-45c9-ac55-4aa191bf8acd tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.18 "GET /v2.0/ports?device_id=f514eca8-900c-49be-aa6a-9d046bd7fd4b HTTP/1.1" status: 200 len: 210 time: 0.1167104 Jun 08 04:18:47.927199 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a24f48-fdd4-4ec1-a3fe-b875daabaec6 req-cb66caaf-2c0a-4eef-94a7-3c2974490603 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] No DVR routers for this DVR port e72f3c60-d59e-43a2-8599-e1067e8c5acf on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:18:47.930226 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-c9a24f48-fdd4-4ec1-a3fe-b875daabaec6 req-cb66caaf-2c0a-4eef-94a7-3c2974490603 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:47.932391 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c9a24f48-fdd4-4ec1-a3fe-b875daabaec6 req-cb66caaf-2c0a-4eef-94a7-3c2974490603 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] 10.222.0.21 "DELETE /v2.0/ports/e72f3c60-d59e-43a2-8599-e1067e8c5acf HTTP/1.1" status: 204 len: 173 time: 1.1353951 Jun 08 04:18:47.932910 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f514eca8-900c-49be-aa6a-9d046bd7fd4b', 'name': 'network-vif-deleted', 'tag': 'e72f3c60-d59e-43a2-8599-e1067e8c5acf'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:18:47.939817 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06813034-5705-410f-a103-3c44ed883cef" -d '{"events": [{"server_uuid": "f514eca8-900c-49be-aa6a-9d046bd7fd4b", "name": "network-vif-deleted", "tag": "e72f3c60-d59e-43a2-8599-e1067e8c5acf"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:18:47.984812 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638a0415-a285-4c40-81ce-8a711f27d793 x-openstack-request-id: req-638a0415-a285-4c40-81ce-8a711f27d793 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:18:47.984812 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f514eca8-900c-49be-aa6a-9d046bd7fd4b", "name": "network-vif-deleted", "tag": "e72f3c60-d59e-43a2-8599-e1067e8c5acf", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:18:47.985106 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-638a0415-a285-4c40-81ce-8a711f27d793 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:18:47.985528 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f514eca8-900c-49be-aa6a-9d046bd7fd4b', 'name': 'network-vif-deleted', 'tag': 'e72f3c60-d59e-43a2-8599-e1067e8c5acf', 'status': 'completed', 'code': 200} Jun 08 04:18:48.678882 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c484594c-67eb-472c-b259-30b384aee29f req-87042b8d-9a46-4f55-8d56-c3d5ca911ecc tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 210 time: 0.0427427 Jun 08 04:18:48.796731 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190d084-2d33-4e5b-9668-27549219ddfe req-ff38a2f4-7d1a-4101-a6ad-c013dda32476 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:48.798091 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c190d084-2d33-4e5b-9668-27549219ddfe req-ff38a2f4-7d1a-4101-a6ad-c013dda32476 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.0813644 Jun 08 04:18:48.825446 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device f1ec20d2-f20b-4604-b458-2400400be740 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:18:48.846347 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c190d084-2d33-4e5b-9668-27549219ddfe req-dba80d32-bc1c-47b7-a245-7ce4072e6cfb tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418949 Jun 08 04:18:48.978837 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port f1ec20d2-f20b-4604-b458-2400400be740, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f1ec20d2-f20b-4604-b458-2400400be740,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:18:48.992854 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': 'f1ec20d2-f20b-4604-b458-2400400be740', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'port_id': 'f1ec20d2-f20b-4604-b458-2400400be740', 'mac_address': 'fa:16:3e:46:54:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:18:49.049788 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:49.067843 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ec20d2-f20b-4604-b458-2400400be740 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:18:49.082519 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port f1ec20d2-f20b-4604-b458-2400400be740, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f1ec20d2-f20b-4604-b458-2400400be740,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:18:49.186317 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:49.188093 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:49.250119 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=f1ec20d2-f20b-4604-b458-2400400be740,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:49.253018 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:49.709287 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['f1ec20d2-f20b-4604-b458-2400400be740'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:18:49.912101 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-541b9e6b-8a39-4769-a6f4-a9b445d7a2db req-e18616d7-9d92-4047-8ba1-b0c35524837d tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 210 time: 0.1263413 Jun 08 04:18:50.048079 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-074a721e-9db7-483a-b016-77449b0e26d5 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:50.049508 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-074a721e-9db7-483a-b016-77449b0e26d5 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.21 "GET /v2.0/networks?id=aaf99125-61c5-4a1b-a4c9-65c572362813 HTTP/1.1" status: 200 len: 814 time: 0.2212095 Jun 08 04:18:50.061861 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-91e8822c-8192-485e-8610-65f46055c9d7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Request body: {'port': {'device_id': '3243f13a-e27d-4b92-adaf-51bb30f72eb0', 'network_id': 'aaf99125-61c5-4a1b-a4c9-65c572362813', 'admin_state_up': True, 'tenant_id': 'b5e35281199b485e8ddf17ff5217103a'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:18:50.214796 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41f761-5a8a-44b9-a462-99e2d584dc6f req-7c413bcf-f6f5-4194-8f59-068f997506ba tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:50.216275 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7d41f761-5a8a-44b9-a462-99e2d584dc6f req-7c413bcf-f6f5-4194-8f59-068f997506ba tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 945 time: 0.2326078 Jun 08 04:18:50.275428 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7d41f761-5a8a-44b9-a462-99e2d584dc6f req-ce3290aa-897a-406b-b7ca-cb7729ffe2ba tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511987 Jun 08 04:18:50.349155 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-91e8822c-8192-485e-8610-65f46055c9d7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Made reservation on behalf of b5e35281199b485e8ddf17ff5217103a for: {'port': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:18:50.352642 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-91e8822c-8192-485e-8610-65f46055c9d7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:50.607533 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-91e8822c-8192-485e-8610-65f46055c9d7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Allocated IP 172.20.0.7 (aaf99125-61c5-4a1b-a4c9-65c572362813/15493046-0ff3-4fb5-95fe-c223782fca5d/043059cd-7277-43a9-b1c7-8fd1e4944d51) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:18:50.809050 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-91e8822c-8192-485e-8610-65f46055c9d7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:50.842252 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device f1ec20d2-f20b-4604-b458-2400400be740 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:18:50.900968 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-91e8822c-8192-485e-8610-65f46055c9d7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:50.905355 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-91e8822c-8192-485e-8610-65f46055c9d7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:18:50.905355 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:18:50.905355 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:18:50.905355 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:18:50.905355 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:18:50.905355 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:18:50.923207 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-91e8822c-8192-485e-8610-65f46055c9d7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Network aaf99125-61c5-4a1b-a4c9-65c572362813 is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:18:50.924356 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-91e8822c-8192-485e-8610-65f46055c9d7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:18:50.926589 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-91e8822c-8192-485e-8610-65f46055c9d7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:18:50.983518 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port f1ec20d2-f20b-4604-b458-2400400be740 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:18:50.988455 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port f1ec20d2-f20b-4604-b458-2400400be740 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:18:50.989330 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:50.999061 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-91e8822c-8192-485e-8610-65f46055c9d7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:50.999061 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-91e8822c-8192-485e-8610-65f46055c9d7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:51.074033 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-91e8822c-8192-485e-8610-65f46055c9d7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0158403 Jun 08 04:18:51.098653 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Request body: {'port': {'device_id': '3243f13a-e27d-4b92-adaf-51bb30f72eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:18:51.106951 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:51.136726 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ec20d2-f20b-4604-b458-2400400be740'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:18:51.139019 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1bc9dc-09b2-4182-b371-ce1fe9d37097" -d '{"events": [{"server_uuid": "dea604d0-ce2b-4614-9e7b-54b699fb112e", "name": "network-vif-plugged", "status": "completed", "tag": "f1ec20d2-f20b-4604-b458-2400400be740"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:18:51.147352 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port f1ec20d2-f20b-4604-b458-2400400be740, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f1ec20d2-f20b-4604-b458-2400400be740,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:18:51.185023 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71074f4-95f0-40b6-aa03-86e9dc161fa0 x-openstack-request-id: req-e71074f4-95f0-40b6-aa03-86e9dc161fa0 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:18:51.185023 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea604d0-ce2b-4614-9e7b-54b699fb112e", "name": "network-vif-plugged", "status": "completed", "tag": "f1ec20d2-f20b-4604-b458-2400400be740", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:18:51.185023 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e71074f4-95f0-40b6-aa03-86e9dc161fa0 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:18:51.185023 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ec20d2-f20b-4604-b458-2400400be740', 'code': 200} Jun 08 04:18:51.204018 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:51.205082 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device e72f3c60-d59e-43a2-8599-e1067e8c5acf no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:18:51.216215 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10072ca9-0c2d-4221-9348-b86c4b5dfea3 req-07d94b0b-c0cc-4e6a-add0-018a84556c17 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:51.217696 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-10072ca9-0c2d-4221-9348-b86c4b5dfea3 req-07d94b0b-c0cc-4e6a-add0-018a84556c17 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 931 time: 0.1822045 Jun 08 04:18:51.245172 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:51.264312 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:51.313534 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: e72f3c60-d59e-43a2-8599-e1067e8c5acf {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:18:51.313902 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device e72f3c60-d59e-43a2-8599-e1067e8c5acf not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:18:51.329935 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-10072ca9-0c2d-4221-9348-b86c4b5dfea3 req-5bb41b36-46af-41f8-9d3f-6824c42f6a50 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988600 Jun 08 04:18:51.348056 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=f1ec20d2-f20b-4604-b458-2400400be740,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:51.353036 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:51.592813 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df81876-cbf0-464e-98f2-097ce389abe2 req-66b16593-c0d9-400a-85f7-d1ba3250a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:51.594396 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-6df81876-cbf0-464e-98f2-097ce389abe2 req-66b16593-c0d9-400a-85f7-d1ba3250a22b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 1099 time: 0.0884700 Jun 08 04:18:51.636809 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-6df81876-cbf0-464e-98f2-097ce389abe2 req-4274988e-1252-4a7c-b1c7-6cecc8db824e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347431 Jun 08 04:18:51.701885 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043059cd-7277-43a9-b1c7-8fd1e4944d51 {{(pid=92281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:18:51.711530 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:51.730588 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Transition to ACTIVE for port object 043059cd-7277-43a9-b1c7-8fd1e4944d51 will not be triggered until provisioned by entity L2. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:18:51.738450 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d56f66-928f-4e16-822b-c48f946d6ce1 req-b7b68ce6-eefd-44e4-9af7-5f1e40ffda0f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:51.740463 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f8d56f66-928f-4e16-822b-c48f946d6ce1 req-b7b68ce6-eefd-44e4-9af7-5f1e40ffda0f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.1660841 Jun 08 04:18:51.785543 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f8d56f66-928f-4e16-822b-c48f946d6ce1 req-ea151ee4-9646-4ce4-b759-35df67e192e6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394058 Jun 08 04:18:51.807358 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:51.815384 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:51.966616 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Pushing event updated for resources: {'Port': ['ID=043059cd-7277-43a9-b1c7-8fd1e4944d51,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:51.973294 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:52.037002 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Attempting to bind port 043059cd-7277-43a9-b1c7-8fd1e4944d51 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:18:52.037248 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Attempting to bind port 043059cd-7277-43a9-b1c7-8fd1e4944d51 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b2372a8e-04d7-4aa2-836c-3a0b197bc2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aaf99125-61c5-4a1b-a4c9-65c572362813'}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:18:52.037567 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Attempting to bind port 043059cd-7277-43a9-b1c7-8fd1e4944d51 on network aaf99125-61c5-4a1b-a4c9-65c572362813 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:18:52.041983 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Port 043059cd-7277-43a9-b1c7-8fd1e4944d51 on network aaf99125-61c5-4a1b-a4c9-65c572362813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:18:52.042297 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Attempting to bind port 043059cd-7277-43a9-b1c7-8fd1e4944d51 on network aaf99125-61c5-4a1b-a4c9-65c572362813 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:18:52.047582 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:18:52.047912 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Checking segment: {'id': 'b2372a8e-04d7-4aa2-836c-3a0b197bc2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aaf99125-61c5-4a1b-a4c9-65c572362813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:18:52.048290 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Bound using segment: {'id': 'b2372a8e-04d7-4aa2-836c-3a0b197bc2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aaf99125-61c5-4a1b-a4c9-65c572362813'} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:18:52.048717 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Bound port: 043059cd-7277-43a9-b1c7-8fd1e4944d51, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2372a8e-04d7-4aa2-836c-3a0b197bc2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aaf99125-61c5-4a1b-a4c9-65c572362813'}}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:18:52.049054 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:52.139070 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] For port 043059cd-7277-43a9-b1c7-8fd1e4944d51, host hv-cinder-78662, cleared binding levels {{(pid=92281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:18:52.141966 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] For port 043059cd-7277-43a9-b1c7-8fd1e4944d51, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=043059cd-7277-43a9-b1c7-8fd1e4944d51,segment=NetworkSegment(b2372a8e-04d7-4aa2-836c-3a0b197bc2f9),segment_id=b2372a8e-04d7-4aa2-836c-3a0b197bc2f9)] {{(pid=92281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:18:52.218144 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:52.222116 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:52.280551 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:52.281159 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:52.282499 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] 10.222.0.21 "PUT /v2.0/ports/043059cd-7277-43a9-b1c7-8fd1e4944d51 HTTP/1.1" status: 200 len: 1093 time: 1.1881323 Jun 08 04:18:52.283012 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3243f13a-e27d-4b92-adaf-51bb30f72eb0', 'tag': '043059cd-7277-43a9-b1c7-8fd1e4944d51'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:18:52.285302 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a234628-e1db-46e6-bf6b-1a143e0fc87a" -d '{"events": [{"name": "network-changed", "server_uuid": "3243f13a-e27d-4b92-adaf-51bb30f72eb0", "tag": "043059cd-7277-43a9-b1c7-8fd1e4944d51"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:18:52.311072 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Pushing event updated for resources: {'Port': ['ID=043059cd-7277-43a9-b1c7-8fd1e4944d51,revision_number=3']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:52.315271 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:52.333866 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3731c3-55f1-40c5-9f76-ab1b98ea788e x-openstack-request-id: req-9a3731c3-55f1-40c5-9f76-ab1b98ea788e {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:18:52.334253 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3243f13a-e27d-4b92-adaf-51bb30f72eb0", "tag": "043059cd-7277-43a9-b1c7-8fd1e4944d51", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:18:52.334538 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a3731c3-55f1-40c5-9f76-ab1b98ea788e {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:18:52.334982 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3243f13a-e27d-4b92-adaf-51bb30f72eb0', 'tag': '043059cd-7277-43a9-b1c7-8fd1e4944d51', 'status': 'completed', 'code': 200} Jun 08 04:18:52.431095 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a234628-e1db-46e6-bf6b-1a143e0fc87a req-69807285-b695-4b08-821e-c15e9b49ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:52.432546 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0a234628-e1db-46e6-bf6b-1a143e0fc87a req-69807285-b695-4b08-821e-c15e9b49ffac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5e35281199b485e8ddf17ff5217103a&device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0748336 Jun 08 04:18:52.725900 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a234628-e1db-46e6-bf6b-1a143e0fc87a req-48f52da4-6954-4448-be70-8864071307f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:52.727489 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0a234628-e1db-46e6-bf6b-1a143e0fc87a req-48f52da4-6954-4448-be70-8864071307f2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b5e35281199b485e8ddf17ff5217103a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2865376 Jun 08 04:18:52.735776 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2b006-2406-4236-bc96-44e58390cc7d req-68d4b653-b281-45de-b620-05e830436042 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:52.737156 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-71b2b006-2406-4236-bc96-44e58390cc7d req-68d4b653-b281-45de-b620-05e830436042 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 943 time: 0.2742667 Jun 08 04:18:52.874149 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-71b2b006-2406-4236-bc96-44e58390cc7d req-26b1b5aa-eee2-4518-8cd2-7f4d04b026ff tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156266 Jun 08 04:18:52.963493 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a234628-e1db-46e6-bf6b-1a143e0fc87a req-fc553a15-c125-4480-b5c2-f77edcd25cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:52.964918 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0a234628-e1db-46e6-bf6b-1a143e0fc87a req-fc553a15-c125-4480-b5c2-f77edcd25cb6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2269409 Jun 08 04:18:52.998683 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9610dd-e0f1-460b-8afd-b190d66208cd req-76195e31-bd84-4afc-a6a3-63870217c5be tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:53.000594 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ba9610dd-e0f1-460b-8afd-b190d66208cd req-76195e31-bd84-4afc-a6a3-63870217c5be tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0968430 Jun 08 04:18:53.098660 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ba9610dd-e0f1-460b-8afd-b190d66208cd req-f7653529-1f8e-4711-b25f-db9f7fcb53bf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917203 Jun 08 04:18:53.111979 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-6d85bfea-dfd1-4c35-ac8e-a3af1ce23f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:53.113505 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-6d85bfea-dfd1-4c35-ac8e-a3af1ce23f79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5e35281199b485e8ddf17ff5217103a&device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0937645 Jun 08 04:18:53.185811 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-22bdfa7b-bab8-4c93-88c5-9a159d1075ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=043059cd-7277-43a9-b1c7-8fd1e4944d51 HTTP/1.1" status: 200 len: 217 time: 0.0641124 Jun 08 04:18:53.247811 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-770b8292-defd-475a-a623-bf0775183e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:53.249232 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-770b8292-defd-475a-a623-bf0775183e53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15493046-0ff3-4fb5-95fe-c223782fca5d HTTP/1.1" status: 200 len: 854 time: 0.0569582 Jun 08 04:18:53.299722 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-52babab6-3eec-434d-95c0-b2970504aaf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aaf99125-61c5-4a1b-a4c9-65c572362813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437682 Jun 08 04:18:53.436242 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-036d8f7a-c27e-4e7f-8154-2fe55783de3e service neutron] 10.222.0.21 "GET /v2.0/networks/aaf99125-61c5-4a1b-a4c9-65c572362813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288648 Jun 08 04:18:53.568697 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eb9f9fcb-2d64-4f77-ad5c-b4e4c41a4802 req-4db268fe-faed-49ac-ae28-fb8f64f29956 service neutron] 10.222.0.21 "GET /v2.0/networks/aaf99125-61c5-4a1b-a4c9-65c572362813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251862 Jun 08 04:18:54.059332 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1e2ab-926c-4b8c-a11a-94dfe01d76cc req-c286aa17-3514-4e5e-9012-12a8f69af658 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:54.060796 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-efe1e2ab-926c-4b8c-a11a-94dfe01d76cc req-c286aa17-3514-4e5e-9012-12a8f69af658 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 943 time: 0.0797546 Jun 08 04:18:54.105253 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-efe1e2ab-926c-4b8c-a11a-94dfe01d76cc req-a8e70ed7-54a2-4bcb-92fc-df74c1a6d838 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387840 Jun 08 04:18:54.290846 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bb196-ea71-4d4f-babe-62b32cb75e83 req-fa21ad00-7baf-4654-9ffc-38718b48c273 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:54.292321 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-250bb196-ea71-4d4f-babe-62b32cb75e83 req-fa21ad00-7baf-4654-9ffc-38718b48c273 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0820985 Jun 08 04:18:54.336543 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-250bb196-ea71-4d4f-babe-62b32cb75e83 req-19106667-7985-453d-9cf7-107ce108ddad tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384326 Jun 08 04:18:54.514705 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a817c1a-b931-44a1-af88-004aab6bef55 req-be470030-8f9b-4a75-96ce-dcf8c44d0ae8 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:54.516182 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4a817c1a-b931-44a1-af88-004aab6bef55 req-be470030-8f9b-4a75-96ce-dcf8c44d0ae8 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0777171 Jun 08 04:18:54.525784 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 38118) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:54.530533 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-0e458bad-62b7-4b60-b68a-c706f3b55866 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Request body: {'floatingip': {'port_id': 'f1ec20d2-f20b-4604-b458-2400400be740'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:18:54.606858 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0e458bad-62b7-4b60-b68a-c706f3b55866 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for floatingip, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:55.332412 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0e458bad-62b7-4b60-b68a-c706f3b55866 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:55.357640 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85f978-abe4-4ffe-b25f-75d61eec13de req-a6952d7a-4f7a-4948-8a4a-01caa052147c tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:55.359147 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ba85f978-abe4-4ffe-b25f-75d61eec13de req-a6952d7a-4f7a-4948-8a4a-01caa052147c tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 943 time: 0.1159387 Jun 08 04:18:55.403829 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ba85f978-abe4-4ffe-b25f-75d61eec13de req-8db3eebc-4a60-4f1b-a04e-794e6e93b837 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386488 Jun 08 04:18:55.404569 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0e458bad-62b7-4b60-b68a-c706f3b55866 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867599'] for floatingip, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:55.434149 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38130) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:55.574489 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.db.l3_db [None req-0e458bad-62b7-4b60-b68a-c706f3b55866 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Floating IP 5b87f462-5b6f-45f8-8dab-28fd24369f0f associated. External IP: 172.28.2.233, port: f1ec20d2-f20b-4604-b458-2400400be740. Jun 08 04:18:55.576871 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-7bc426cf-bd6b-4d8b-b363-c67daf643ff9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d86d3ffc7a74afba33acc6df0a8e9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415324 Jun 08 04:18:55.579197 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38134) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:18:55.634356 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d71ec91e-bc05-4f05-974c-9db702ec090f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:55.659444 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d71ec91e-bc05-4f05-974c-9db702ec090f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:55.794821 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d71ec91e-bc05-4f05-974c-9db702ec090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:55.797175 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d71ec91e-bc05-4f05-974c-9db702ec090f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:55.798330 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-d71ec91e-bc05-4f05-974c-9db702ec090f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54 HTTP/1.1" status: 204 len: 168 time: 0.2182505 Jun 08 04:18:55.799106 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6bc19a24-40c7-40c0-b317-8ac43fd3581e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:55.810297 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ec91e-bc05-4f05-974c-9db702ec090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb398d1-6fcc-4f1e-89af-f6e2a6bbdb54,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:55.812969 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-d71ec91e-bc05-4f05-974c-9db702ec090f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:55.925418 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e458bad-62b7-4b60-b68a-c706f3b55866 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Router 2707279e-99c2-4f64-908c-641d58acd2de has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:18:56.102908 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e458bad-62b7-4b60-b68a-c706f3b55866 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:18:56.107692 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0e458bad-62b7-4b60-b68a-c706f3b55866 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:56.112599 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf561316-90ee-4f9d-8e12-7310cd3f0b97 None None] Sync routers for ids ['2707279e-99c2-4f64-908c-641d58acd2de'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:18:56.122796 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf561316-90ee-4f9d-8e12-7310cd3f0b97 None None] Routers {'2707279e-99c2-4f64-908c-641d58acd2de'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:18:56.131680 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-bf561316-90ee-4f9d-8e12-7310cd3f0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:18:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['2707279e-99c2-4f64-908c-641d58acd2de'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:18:56.168011 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-0e458bad-62b7-4b60-b68a-c706f3b55866 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "PUT /v2.0/floatingips/5b87f462-5b6f-45f8-8dab-28fd24369f0f HTTP/1.1" status: 200 len: 992 time: 1.6392510 Jun 08 04:18:56.168011 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'tag': 'f1ec20d2-f20b-4604-b458-2400400be740'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:18:56.169223 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07300b3a-5e49-4124-a355-d1973fb02569" -d '{"events": [{"name": "network-changed", "server_uuid": "dea604d0-ce2b-4614-9e7b-54b699fb112e", "tag": "f1ec20d2-f20b-4604-b458-2400400be740"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:18:56.225066 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5de3c04-d31e-4ef2-85e9-22cf8767a714 x-openstack-request-id: req-a5de3c04-d31e-4ef2-85e9-22cf8767a714 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:18:56.225413 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea604d0-ce2b-4614-9e7b-54b699fb112e", "tag": "f1ec20d2-f20b-4604-b458-2400400be740", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:18:56.225700 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5de3c04-d31e-4ef2-85e9-22cf8767a714 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:18:56.226144 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'tag': 'f1ec20d2-f20b-4604-b458-2400400be740', 'status': 'completed', 'code': 200} Jun 08 04:18:56.310446 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-bf561316-90ee-4f9d-8e12-7310cd3f0b97 None None] Set router 2707279e-99c2-4f64-908c-641d58acd2de gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:18:56.331546 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07300b3a-5e49-4124-a355-d1973fb02569 req-989781a1-7a45-4966-90f2-44bcfc4da5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:56.333948 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-07300b3a-5e49-4124-a355-d1973fb02569 req-989781a1-7a45-4966-90f2-44bcfc4da5f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c7e0dce267146e58d41cccd658554bc&device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 1099 time: 0.0798037 Jun 08 04:18:56.657060 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07300b3a-5e49-4124-a355-d1973fb02569 req-02439215-c1d7-4997-a568-cb0791772358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:56.658710 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-07300b3a-5e49-4124-a355-d1973fb02569 req-02439215-c1d7-4997-a568-cb0791772358 service neutron] 10.222.0.21 "GET /v2.0/networks?id=294f857a-186c-4448-b00c-81d1806ba032 HTTP/1.1" status: 200 len: 918 time: 0.3181317 Jun 08 04:18:56.671279 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bff0fe-a9cd-4a14-b593-0ce328f7a9ac req-90d22136-bf5f-49b2-826b-80c4d589fe45 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:56.672904 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-50bff0fe-a9cd-4a14-b593-0ce328f7a9ac req-90d22136-bf5f-49b2-826b-80c4d589fe45 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 943 time: 0.1365161 Jun 08 04:18:56.681605 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-bf561316-90ee-4f9d-8e12-7310cd3f0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': '5b87f462-5b6f-45f8-8dab-28fd24369f0f', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'floating_ip_address': '172.28.2.233', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'port_id': 'f1ec20d2-f20b-4604-b458-2400400be740', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'mac_address': 'fa:16:3e:46:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:18:37Z', 'updated_at': '2021-06-08T04:18:55Z', 'revision_number': 1, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:21Z', 'revision_number': 5, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:18:56.685744 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf561316-90ee-4f9d-8e12-7310cd3f0b97 None None] Checking router: 2707279e-99c2-4f64-908c-641d58acd2de for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:18:56.694747 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf561316-90ee-4f9d-8e12-7310cd3f0b97 None None] Routers {'2707279e-99c2-4f64-908c-641d58acd2de'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:18:56.695394 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-bf561316-90ee-4f9d-8e12-7310cd3f0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:18:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['2707279e-99c2-4f64-908c-641d58acd2de'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:18:56.801586 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-50bff0fe-a9cd-4a14-b593-0ce328f7a9ac req-69890983-162d-45ff-8c3f-0e159b09999d tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740087 Jun 08 04:18:56.805399 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-07300b3a-5e49-4124-a355-d1973fb02569 req-38ce88d8-491c-4b0a-bd9e-f5419c71f8df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ec20d2-f20b-4604-b458-2400400be740 HTTP/1.1" status: 200 len: 1000 time: 0.1317570 Jun 08 04:18:56.866455 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 043059cd-7277-43a9-b1c7-8fd1e4944d51 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:18:56.873101 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07300b3a-5e49-4124-a355-d1973fb02569 req-da38f1b7-24c8-4e8d-af3c-3d9d4bbe2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:56.875508 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-07300b3a-5e49-4124-a355-d1973fb02569 req-da38f1b7-24c8-4e8d-af3c-3d9d4bbe2757 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6790621e-0f94-4c60-abe1-4e141a73cc04 HTTP/1.1" status: 200 len: 856 time: 0.0624778 Jun 08 04:18:56.909996 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-bf561316-90ee-4f9d-8e12-7310cd3f0b97 None None] Set router 2707279e-99c2-4f64-908c-641d58acd2de gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:18:56.967669 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07300b3a-5e49-4124-a355-d1973fb02569 req-3a392bb1-cb8e-4a70-8494-7ae4de69520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:56.969164 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-07300b3a-5e49-4124-a355-d1973fb02569 req-3a392bb1-cb8e-4a70-8494-7ae4de69520b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=294f857a-186c-4448-b00c-81d1806ba032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874083 Jun 08 04:18:57.120441 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-07300b3a-5e49-4124-a355-d1973fb02569 req-095a77fb-e4a1-4b52-8196-9d7aade2d887 service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382821 Jun 08 04:18:57.165339 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 043059cd-7277-43a9-b1c7-8fd1e4944d51, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=043059cd-7277-43a9-b1c7-8fd1e4944d51,segment=NetworkSegment(b2372a8e-04d7-4aa2-836c-3a0b197bc2f9),segment_id=b2372a8e-04d7-4aa2-836c-3a0b197bc2f9)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:18:57.240974 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': '043059cd-7277-43a9-b1c7-8fd1e4944d51', 'network_id': 'aaf99125-61c5-4a1b-a4c9-65c572362813', 'port_id': '043059cd-7277-43a9-b1c7-8fd1e4944d51', 'mac_address': 'fa:16:3e:4a:82:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15493046-0ff3-4fb5-95fe-c223782fca5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:18:57.257107 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-07300b3a-5e49-4124-a355-d1973fb02569 req-a613cec4-f219-4127-b6b1-125d58c3bcaf service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286445 Jun 08 04:18:57.337088 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:57.436205 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043059cd-7277-43a9-b1c7-8fd1e4944d51 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:18:57.460245 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 043059cd-7277-43a9-b1c7-8fd1e4944d51, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=043059cd-7277-43a9-b1c7-8fd1e4944d51,segment=NetworkSegment(b2372a8e-04d7-4aa2-836c-3a0b197bc2f9),segment_id=b2372a8e-04d7-4aa2-836c-3a0b197bc2f9)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:18:57.485014 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-bf561316-90ee-4f9d-8e12-7310cd3f0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': '5b87f462-5b6f-45f8-8dab-28fd24369f0f', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'floating_ip_address': '172.28.2.233', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'port_id': 'f1ec20d2-f20b-4604-b458-2400400be740', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'mac_address': 'fa:16:3e:46:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:18:37Z', 'updated_at': '2021-06-08T04:18:55Z', 'revision_number': 1, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:21Z', 'revision_number': 5, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:18:57.488939 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf561316-90ee-4f9d-8e12-7310cd3f0b97 None None] The sync data for ids ['2707279e-99c2-4f64-908c-641d58acd2de'] in dv-cinder-786627-8-smb is: [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': '5b87f462-5b6f-45f8-8dab-28fd24369f0f', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'floating_ip_address': '172.28.2.233', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'port_id': 'f1ec20d2-f20b-4604-b458-2400400be740', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'mac_address': 'fa:16:3e:46:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:18:37Z', 'updated_at': '2021-06-08T04:18:55Z', 'revision_number': 1, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:21Z', 'revision_number': 5, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:18:57.566218 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:18:57.569496 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c4d08d31-4e67-4917-8ec8-e37fb57fedfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:18:57.637395 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=043059cd-7277-43a9-b1c7-8fd1e4944d51,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:18:57.640671 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:18:57.679251 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf571315-f777-4e12-a09b-4b969122a134 None None] New status for floating IP 5b87f462-5b6f-45f8-8dab-28fd24369f0f: ACTIVE {{(pid=92283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 04:18:57.960424 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['043059cd-7277-43a9-b1c7-8fd1e4944d51'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:18:58.001669 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212e689-a7a6-4a33-9b57-a71cf98d8297 req-3de6be22-3f78-49e1-a5f1-696b5b7e204e tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:58.003163 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2212e689-a7a6-4a33-9b57-a71cf98d8297 req-3de6be22-3f78-49e1-a5f1-696b5b7e204e tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 944 time: 0.0802901 Jun 08 04:18:58.047830 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2212e689-a7a6-4a33-9b57-a71cf98d8297 req-44bf22c4-cc07-403e-b9f5-d98405c6dae7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384405 Jun 08 04:18:59.234246 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9079f-56c2-4305-a5af-818625a4b582 req-c50ceeb7-ae42-4675-af52-bd7d914e9d75 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:18:59.235758 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6fd9079f-56c2-4305-a5af-818625a4b582 req-c50ceeb7-ae42-4675-af52-bd7d914e9d75 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 944 time: 0.0839701 Jun 08 04:18:59.278573 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6fd9079f-56c2-4305-a5af-818625a4b582 req-3e8d1b7c-e469-4500-92b6-b668d29a1180 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372372 Jun 08 04:19:00.459569 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09329f2a-4391-462e-8280-2f1b1007a9aa req-f5cee00a-ea7b-414f-8b6f-84d23daaa9d0 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:00.461044 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-09329f2a-4391-462e-8280-2f1b1007a9aa req-f5cee00a-ea7b-414f-8b6f-84d23daaa9d0 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 944 time: 0.0788939 Jun 08 04:19:00.533903 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-236c3265-1875-439e-ab54-1dab33d9df60 req-5f5018b6-d8b8-4b45-ab56-3730fde7a441 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792182519&fields=id&tenant_id=9f857362d6c348529e6e99d64c3fccbb HTTP/1.1" status: 200 len: 267 time: 0.0713744 Jun 08 04:19:00.538164 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-09329f2a-4391-462e-8280-2f1b1007a9aa req-7a9cd0f2-d790-4fa0-9570-39778717a20b tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629838 Jun 08 04:19:00.616195 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c3265-1875-439e-ab54-1dab33d9df60 req-bb444b08-3a90-47d1-9e3d-846b8affa455 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:00.617653 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-236c3265-1875-439e-ab54-1dab33d9df60 req-bb444b08-3a90-47d1-9e3d-846b8affa455 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 984 time: 0.0779490 Jun 08 04:19:00.628503 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-236c3265-1875-439e-ab54-1dab33d9df60 req-e3768caf-4cb9-4062-b47f-322eddbcba6d tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Request body: {'port': {'security_groups': ['8f4f4b4a-f7ba-43d9-afb2-a2787981115c']}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:19:00.750389 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-236c3265-1875-439e-ab54-1dab33d9df60 req-e3768caf-4cb9-4062-b47f-322eddbcba6d tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:00.888891 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 043059cd-7277-43a9-b1c7-8fd1e4944d51 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:19:00.992559 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-236c3265-1875-439e-ab54-1dab33d9df60 req-e3768caf-4cb9-4062-b47f-322eddbcba6d tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] For port fa557ed7-b8e9-4903-8656-1ed0a96a5480, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480,segment=NetworkSegment(f378dc58-1880-471e-a694-0448c9eb618d),segment_id=f378dc58-1880-471e-a694-0448c9eb618d)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:01.021287 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-236c3265-1875-439e-ab54-1dab33d9df60 req-e3768caf-4cb9-4062-b47f-322eddbcba6d tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:01.040619 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port 043059cd-7277-43a9-b1c7-8fd1e4944d51 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:19:01.045764 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port 043059cd-7277-43a9-b1c7-8fd1e4944d51 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:19:01.046141 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:01.137548 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-236c3265-1875-439e-ab54-1dab33d9df60 req-e3768caf-4cb9-4062-b47f-322eddbcba6d tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:01.144213 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-a1e893cb-57b7-416f-b30a-7eafb3a71495 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:01.148629 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['fa557ed7-b8e9-4903-8656-1ed0a96a5480'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:19:01.204114 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:01.209371 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c3265-1875-439e-ab54-1dab33d9df60 req-e3768caf-4cb9-4062-b47f-322eddbcba6d tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:01.209813 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-236c3265-1875-439e-ab54-1dab33d9df60 req-e3768caf-4cb9-4062-b47f-322eddbcba6d tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:01.211233 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-236c3265-1875-439e-ab54-1dab33d9df60 req-e3768caf-4cb9-4062-b47f-322eddbcba6d tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "PUT /v2.0/ports/fa557ed7-b8e9-4903-8656-1ed0a96a5480 HTTP/1.1" status: 200 len: 942 time: 0.5872846 Jun 08 04:19:01.214185 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'tag': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:19:01.216722 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35f4a4b-cd83-49cb-8ead-f83f5f54191e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e384122-9ce7-4c41-9191-f6d69f02b2e5", "tag": "fa557ed7-b8e9-4903-8656-1ed0a96a5480"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:19:01.218239 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38202) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:01.241114 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3768caf-4cb9-4062-b47f-322eddbcba6d tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Pushing event updated for resources: {'Port': ['ID=fa557ed7-b8e9-4903-8656-1ed0a96a5480,revision_number=7']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:01.244942 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e3768caf-4cb9-4062-b47f-322eddbcba6d tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:01.251810 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3243f13a-e27d-4b92-adaf-51bb30f72eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043059cd-7277-43a9-b1c7-8fd1e4944d51'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:19:01.254034 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc5722f-6dc6-4c6b-aa6d-4f6a6fac4f4d" -d '{"events": [{"server_uuid": "3243f13a-e27d-4b92-adaf-51bb30f72eb0", "name": "network-vif-plugged", "status": "completed", "tag": "043059cd-7277-43a9-b1c7-8fd1e4944d51"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:19:01.276407 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 043059cd-7277-43a9-b1c7-8fd1e4944d51, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=043059cd-7277-43a9-b1c7-8fd1e4944d51,segment=NetworkSegment(b2372a8e-04d7-4aa2-836c-3a0b197bc2f9),segment_id=b2372a8e-04d7-4aa2-836c-3a0b197bc2f9)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:01.289361 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17d3b6c-16dd-407c-8c67-ab80abc8e122 x-openstack-request-id: req-f17d3b6c-16dd-407c-8c67-ab80abc8e122 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:19:01.289816 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e384122-9ce7-4c41-9191-f6d69f02b2e5", "tag": "fa557ed7-b8e9-4903-8656-1ed0a96a5480", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:19:01.291353 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f17d3b6c-16dd-407c-8c67-ab80abc8e122 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:19:01.291353 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'tag': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480', 'status': 'completed', 'code': 200} Jun 08 04:19:01.311715 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['fa557ed7-b8e9-4903-8656-1ed0a96a5480'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:19:01.342970 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8e62dd97-6a4a-483e-b293-ed271541880e tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:01.350191 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307d3da8-b247-4157-8351-f30c991740b6 x-openstack-request-id: req-307d3da8-b247-4157-8351-f30c991740b6 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:19:01.351039 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3243f13a-e27d-4b92-adaf-51bb30f72eb0", "name": "network-vif-plugged", "status": "completed", "tag": "043059cd-7277-43a9-b1c7-8fd1e4944d51", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:19:01.351309 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-307d3da8-b247-4157-8351-f30c991740b6 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:19:01.351702 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3243f13a-e27d-4b92-adaf-51bb30f72eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043059cd-7277-43a9-b1c7-8fd1e4944d51', 'code': 200} Jun 08 04:19:01.352941 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:01.361540 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:01.380915 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8e62dd97-6a4a-483e-b293-ed271541880e tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:01.426942 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f4a4b-cd83-49cb-8ead-f83f5f54191e req-50125c1b-3af2-4e2c-a5d3-fa4bfe404a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:01.428731 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b35f4a4b-cd83-49cb-8ead-f83f5f54191e req-50125c1b-3af2-4e2c-a5d3-fa4bfe404a3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f857362d6c348529e6e99d64c3fccbb&device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 1098 time: 0.1188424 Jun 08 04:19:01.489662 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=043059cd-7277-43a9-b1c7-8fd1e4944d51,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:01.493313 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:01.543456 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8e62dd97-6a4a-483e-b293-ed271541880e tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:01.545951 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8e62dd97-6a4a-483e-b293-ed271541880e tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:01.549569 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-8e62dd97-6a4a-483e-b293-ed271541880e tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "DELETE /v2.0/security-groups/adfefe17-ed01-4e3b-832d-82250d64a20a HTTP/1.1" status: 204 len: 168 time: 0.3272271 Jun 08 04:19:01.549569 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-2d048e91-349c-421c-a3d5-eedcda9c1a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:01.559283 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38208) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:01.560536 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62dd97-6a4a-483e-b293-ed271541880e tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfefe17-ed01-4e3b-832d-82250d64a20a,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:01.596912 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-88a0c070-5073-4d0b-b79b-a7daa30d9593 None None] Provisioning complete for port fa557ed7-b8e9-4903-8656-1ed0a96a5480 triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:19:01.598155 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-88a0c070-5073-4d0b-b79b-a7daa30d9593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:01.633283 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8e62dd97-6a4a-483e-b293-ed271541880e tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:01.673927 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f4a4b-cd83-49cb-8ead-f83f5f54191e req-b73158f3-8c90-4a40-bfdf-9f16042b6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:01.675894 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b35f4a4b-cd83-49cb-8ead-f83f5f54191e req-b73158f3-8c90-4a40-bfdf-9f16042b6937 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3816dd8e-f31f-47f6-ad61-452ca62afd90 HTTP/1.1" status: 200 len: 916 time: 0.2376461 Jun 08 04:19:01.806525 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b35f4a4b-cd83-49cb-8ead-f83f5f54191e req-82608f81-5ffa-46e6-bcc5-0339300cdc13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480 HTTP/1.1" status: 200 len: 1000 time: 0.1234841 Jun 08 04:19:01.899716 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9612e-cff9-490b-8289-bdb36dc47305 req-00a7f564-2bc6-4b2b-9325-adb7d0e322a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:01.901166 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-ffe9612e-cff9-490b-8289-bdb36dc47305 req-00a7f564-2bc6-4b2b-9325-adb7d0e322a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 1098 time: 0.2348859 Jun 08 04:19:01.924054 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f4a4b-cd83-49cb-8ead-f83f5f54191e req-09fe2414-021b-40cd-8ea8-afbe98901316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:01.925464 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b35f4a4b-cd83-49cb-8ead-f83f5f54191e req-09fe2414-021b-40cd-8ea8-afbe98901316 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1490fece-2a63-4732-be7b-7783972b95c8 HTTP/1.1" status: 200 len: 854 time: 0.0738909 Jun 08 04:19:01.950740 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-ffe9612e-cff9-490b-8289-bdb36dc47305 req-5a479e3d-8ce8-4489-a80d-2235c09e32e3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422566 Jun 08 04:19:01.952979 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-c969fc68-ca84-4726-9287-f8122b12ee65 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Deleting port 84eb353d-b12c-4192-966b-f3ab9356ad0b {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:19:01.953315 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c969fc68-ca84-4726-9287-f8122b12ee65 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:01.987496 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d57060-46dd-4afb-b05d-efd4cc6cd543 req-f364ac94-97fe-4900-8378-d3e2e03d0ab5 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:01.989475 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d5d57060-46dd-4afb-b05d-efd4cc6cd543 req-f364ac94-97fe-4900-8378-d3e2e03d0ab5 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 945 time: 0.1891491 Jun 08 04:19:02.063084 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d5d57060-46dd-4afb-b05d-efd4cc6cd543 req-8fda897e-55ef-4152-b3a7-d66f06b452fd tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504351 Jun 08 04:19:02.063084 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f4a4b-cd83-49cb-8ead-f83f5f54191e req-06f1d8cc-925c-4002-8cce-3a6a454269dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:02.063084 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b35f4a4b-cd83-49cb-8ead-f83f5f54191e req-06f1d8cc-925c-4002-8cce-3a6a454269dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3816dd8e-f31f-47f6-ad61-452ca62afd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1273150 Jun 08 04:19:02.107953 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c969fc68-ca84-4726-9287-f8122b12ee65 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:02.108750 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c969fc68-ca84-4726-9287-f8122b12ee65 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:02.221174 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b35f4a4b-cd83-49cb-8ead-f83f5f54191e req-8b4fd08f-0998-474b-9e1f-4731195ae657 service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432085 Jun 08 04:19:02.247958 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-c969fc68-ca84-4726-9287-f8122b12ee65 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Calling delete_port for 84eb353d-b12c-4192-966b-f3ab9356ad0b owned by network:floatingip {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:19:02.367097 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b35f4a4b-cd83-49cb-8ead-f83f5f54191e req-70b01e67-8f96-4697-b88e-d76bcba917ec service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379840 Jun 08 04:19:02.449058 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c969fc68-ca84-4726-9287-f8122b12ee65 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:02.452830 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-2fcf7206-895b-46b5-a74f-87fea3d54b31 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:02.493698 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969fc68-ca84-4726-9287-f8122b12ee65 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Pushing event deleted for resources: {'Port': ['ID=84eb353d-b12c-4192-966b-f3ab9356ad0b,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:02.499219 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c969fc68-ca84-4726-9287-f8122b12ee65 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:02.667968 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c969fc68-ca84-4726-9287-f8122b12ee65 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks [] for floatingip, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:02.668358 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.l3_db [None req-c969fc68-ca84-4726-9287-f8122b12ee65 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Floating IP 7ef5672a-0b75-4c1a-a8cf-1d852e34f859 disassociated (deleted). External IP: 172.28.2.13, port: fa557ed7-b8e9-4903-8656-1ed0a96a5480. Jun 08 04:19:02.691107 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320afb3-8a07-4308-be2e-a35cdd20d697 req-222e1220-6bca-4531-8069-bed36e5e5df0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:02.693099 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a320afb3-8a07-4308-be2e-a35cdd20d697 req-222e1220-6bca-4531-8069-bed36e5e5df0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.0806584 Jun 08 04:19:02.747604 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a320afb3-8a07-4308-be2e-a35cdd20d697 req-551cac03-a2bc-47c2-a7e0-23c7132e9ac7 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484989 Jun 08 04:19:03.009181 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c969fc68-ca84-4726-9287-f8122b12ee65 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Router 78bd48c9-ff49-4464-b232-438c8d52bbd0 has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:19:03.190154 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c969fc68-ca84-4726-9287-f8122b12ee65 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:19:03.194351 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c969fc68-ca84-4726-9287-f8122b12ee65 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:03.199152 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e81af4-c46b-4b0a-95ee-b32f8c872e37 None None] Sync routers for ids ['78bd48c9-ff49-4464-b232-438c8d52bbd0'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:19:03.210372 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e81af4-c46b-4b0a-95ee-b32f8c872e37 None None] Routers {'78bd48c9-ff49-4464-b232-438c8d52bbd0'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:19:03.211135 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-09e81af4-c46b-4b0a-95ee-b32f8c872e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:18:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['78bd48c9-ff49-4464-b232-438c8d52bbd0'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:03.235482 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28572596-27b2-4eeb-a3b4-64d823e8e2d5 req-99f3e36b-3704-487f-b28d-bcf83173e969 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:03.236914 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-28572596-27b2-4eeb-a3b4-64d823e8e2d5 req-99f3e36b-3704-487f-b28d-bcf83173e969 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 945 time: 0.0809691 Jun 08 04:19:03.252907 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-c969fc68-ca84-4726-9287-f8122b12ee65 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "DELETE /v2.0/floatingips/7ef5672a-0b75-4c1a-a8cf-1d852e34f859 HTTP/1.1" status: 204 len: 168 time: 1.6903567 Jun 08 04:19:03.254490 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'tag': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480'}] {{(pid=92280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:19:03.257155 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59587a23dae4433d2100e3f102ebc88f30c43b22f141808d2ae0dd60ce475b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45d4181-d9c6-422e-911c-220ea2aae105" -d '{"events": [{"name": "network-changed", "server_uuid": "4e384122-9ce7-4c41-9191-f6d69f02b2e5", "tag": "fa557ed7-b8e9-4903-8656-1ed0a96a5480"}]}' {{(pid=92280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:19:03.294954 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-28572596-27b2-4eeb-a3b4-64d823e8e2d5 req-fc44f448-fbf9-4f16-9b7d-a253c37d0dbe tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507267 Jun 08 04:19:03.353629 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc7aa03-5627-4528-9882-7c94b8bbdeb1 x-openstack-request-id: req-bfc7aa03-5627-4528-9882-7c94b8bbdeb1 {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:19:03.353959 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e384122-9ce7-4c41-9191-f6d69f02b2e5", "tag": "fa557ed7-b8e9-4903-8656-1ed0a96a5480", "status": "completed", "code": 200}]} {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:19:03.354247 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfc7aa03-5627-4528-9882-7c94b8bbdeb1 {{(pid=92280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:19:03.354670 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'tag': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480', 'status': 'completed', 'code': 200} Jun 08 04:19:03.391252 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-09e81af4-c46b-4b0a-95ee-b32f8c872e37 None None] Set router 78bd48c9-ff49-4464-b232-438c8d52bbd0 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:19:03.448856 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d4181-d9c6-422e-911c-220ea2aae105 req-c3a8c352-c203-4178-8254-d2f32c6a6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:03.450315 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b45d4181-d9c6-422e-911c-220ea2aae105 req-c3a8c352-c203-4178-8254-d2f32c6a6719 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f857362d6c348529e6e99d64c3fccbb&device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 1098 time: 0.0751207 Jun 08 04:19:03.589710 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d4181-d9c6-422e-911c-220ea2aae105 req-3a9181a8-d42f-4c3b-ac98-caccbf4b041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:03.591171 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b45d4181-d9c6-422e-911c-220ea2aae105 req-3a9181a8-d42f-4c3b-ac98-caccbf4b041f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3816dd8e-f31f-47f6-ad61-452ca62afd90 HTTP/1.1" status: 200 len: 916 time: 0.1344116 Jun 08 04:19:03.661753 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b45d4181-d9c6-422e-911c-220ea2aae105 req-5b9171b7-4e73-4ec0-bdc0-929b8e88e133 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480 HTTP/1.1" status: 200 len: 217 time: 0.0635533 Jun 08 04:19:03.708947 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-09e81af4-c46b-4b0a-95ee-b32f8c872e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port': {'id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:40Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '890f1d5f-f30f-4539-8c7d-4a6993872dae', 'name': '', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'mac_address': 'fa:16:3e:62:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1490fece-2a63-4732-be7b-7783972b95c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:45Z', 'updated_at': '2021-06-08T04:14:55Z', 'revision_number': 5, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'subnets': [{'id': '1490fece-2a63-4732-be7b-7783972b95c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:03.714028 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e81af4-c46b-4b0a-95ee-b32f8c872e37 None None] Checking router: 78bd48c9-ff49-4464-b232-438c8d52bbd0 for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:19:03.723375 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e81af4-c46b-4b0a-95ee-b32f8c872e37 None None] Routers {'78bd48c9-ff49-4464-b232-438c8d52bbd0'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:19:03.723960 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-09e81af4-c46b-4b0a-95ee-b32f8c872e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:18:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['78bd48c9-ff49-4464-b232-438c8d52bbd0'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:03.731103 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d4181-d9c6-422e-911c-220ea2aae105 req-a95b807c-2aba-45f8-8a94-f01bdeaaf2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:03.732557 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b45d4181-d9c6-422e-911c-220ea2aae105 req-a95b807c-2aba-45f8-8a94-f01bdeaaf2d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1490fece-2a63-4732-be7b-7783972b95c8 HTTP/1.1" status: 200 len: 854 time: 0.0635710 Jun 08 04:19:03.839996 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d4181-d9c6-422e-911c-220ea2aae105 req-b2996b25-74fb-457d-bcae-5d67de848748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:03.841948 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b45d4181-d9c6-422e-911c-220ea2aae105 req-b2996b25-74fb-457d-bcae-5d67de848748 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3816dd8e-f31f-47f6-ad61-452ca62afd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1020944 Jun 08 04:19:03.936240 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-09e81af4-c46b-4b0a-95ee-b32f8c872e37 None None] Set router 78bd48c9-ff49-4464-b232-438c8d52bbd0 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:19:04.134289 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b45d4181-d9c6-422e-911c-220ea2aae105 req-a2faa2d1-fa1f-4c5c-b65c-0317cf7627fa service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842367 Jun 08 04:19:04.169280 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bf7ed-aa9e-4dda-a522-9afd8a98a782 req-ef4418d9-42a6-4861-8288-4a58ccd0060b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:04.170726 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a32bf7ed-aa9e-4dda-a522-9afd8a98a782 req-ef4418d9-42a6-4861-8288-4a58ccd0060b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.2974343 Jun 08 04:19:04.279049 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-09e81af4-c46b-4b0a-95ee-b32f8c872e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port': {'id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:40Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '890f1d5f-f30f-4539-8c7d-4a6993872dae', 'name': '', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'mac_address': 'fa:16:3e:62:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1490fece-2a63-4732-be7b-7783972b95c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:45Z', 'updated_at': '2021-06-08T04:14:55Z', 'revision_number': 5, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'subnets': [{'id': '1490fece-2a63-4732-be7b-7783972b95c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:04.283403 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e81af4-c46b-4b0a-95ee-b32f8c872e37 None None] The sync data for ids ['78bd48c9-ff49-4464-b232-438c8d52bbd0'] in dv-cinder-786627-8-smb is: [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port': {'id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:40Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '890f1d5f-f30f-4539-8c7d-4a6993872dae', 'name': '', 'network_id': '3816dd8e-f31f-47f6-ad61-452ca62afd90', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'mac_address': 'fa:16:3e:62:b6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1490fece-2a63-4732-be7b-7783972b95c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:45Z', 'updated_at': '2021-06-08T04:14:55Z', 'revision_number': 5, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'subnets': [{'id': '1490fece-2a63-4732-be7b-7783972b95c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:19:04.331085 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a32bf7ed-aa9e-4dda-a522-9afd8a98a782 req-e8090c53-e6ba-4ef6-a388-6c3ff09bc70a tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001256 Jun 08 04:19:04.401291 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b45d4181-d9c6-422e-911c-220ea2aae105 req-518c5e67-728a-4a65-ae52-332ab56fed3d service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597678 Jun 08 04:19:04.495546 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-ecbeee57-86c6-46f7-a1db-a361f2a6b226 req-0b05b0d5-1b48-45e3-a1d4-360c31f71c33 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1288130 Jun 08 04:19:04.618049 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17923dc-acfe-4837-831b-3916d235117c req-bc1f0c04-19a9-4591-97f0-c7dc2e8c01fe tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:04.619841 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e17923dc-acfe-4837-831b-3916d235117c req-bc1f0c04-19a9-4591-97f0-c7dc2e8c01fe tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 945 time: 0.1476007 Jun 08 04:19:04.680218 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e17923dc-acfe-4837-831b-3916d235117c req-40304c16-0a71-422a-9add-d6ff9be83a8d tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538807 Jun 08 04:19:04.729487 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd21c31-914e-4966-ae00-7890ee07e97f None None] New status for floating IP 7ef5672a-0b75-4c1a-a8cf-1d852e34f859: DOWN {{(pid=92283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 04:19:04.753877 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeee57-86c6-46f7-a1db-a361f2a6b226 req-890997f6-22d9-4625-8ba6-78ab28e409b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:04.756304 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-ecbeee57-86c6-46f7-a1db-a361f2a6b226 req-890997f6-22d9-4625-8ba6-78ab28e409b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f857362d6c348529e6e99d64c3fccbb&device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 1098 time: 0.1018538 Jun 08 04:19:04.832257 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:04.991249 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeee57-86c6-46f7-a1db-a361f2a6b226 req-803d0210-e134-48af-b5db-a012ca9ffe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:04.994280 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-ecbeee57-86c6-46f7-a1db-a361f2a6b226 req-803d0210-e134-48af-b5db-a012ca9ffe69 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3816dd8e-f31f-47f6-ad61-452ca62afd90 HTTP/1.1" status: 200 len: 916 time: 0.1943555 Jun 08 04:19:05.078277 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-ecbeee57-86c6-46f7-a1db-a361f2a6b226 req-ef170710-f881-4bba-8beb-89212202b88d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480 HTTP/1.1" status: 200 len: 217 time: 0.0743403 Jun 08 04:19:05.142258 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeee57-86c6-46f7-a1db-a361f2a6b226 req-6f8e1267-ae43-4ca9-9baf-6ac2763376b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:05.143881 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-ecbeee57-86c6-46f7-a1db-a361f2a6b226 req-6f8e1267-ae43-4ca9-9baf-6ac2763376b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1490fece-2a63-4732-be7b-7783972b95c8 HTTP/1.1" status: 200 len: 854 time: 0.0594642 Jun 08 04:19:05.233407 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeee57-86c6-46f7-a1db-a361f2a6b226 req-17b29f9b-470e-431f-8b6e-5fad8bbefef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:05.234906 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-ecbeee57-86c6-46f7-a1db-a361f2a6b226 req-17b29f9b-470e-431f-8b6e-5fad8bbefef3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3816dd8e-f31f-47f6-ad61-452ca62afd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833514 Jun 08 04:19:05.389444 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-ecbeee57-86c6-46f7-a1db-a361f2a6b226 req-17fe061b-b6c3-4d9a-ac65-a206fae06e0e service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472287 Jun 08 04:19:05.469225 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e156c-306e-4ff9-8f87-977ece935bf1 req-fe922287-651e-4fd7-953a-4e5d632941fd tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:05.471533 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fd3e156c-306e-4ff9-8f87-977ece935bf1 req-fe922287-651e-4fd7-953a-4e5d632941fd tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0934970 Jun 08 04:19:05.577449 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fd3e156c-306e-4ff9-8f87-977ece935bf1 req-4870f046-0e3e-4fc0-a646-6a187e572457 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635557 Jun 08 04:19:05.610384 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058eb12-fd45-4da0-932f-63f8d751d58e req-4c7854f2-d513-419d-abfd-dab8116ef873 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:05.611972 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d058eb12-fd45-4da0-932f-63f8d751d58e req-4c7854f2-d513-419d-abfd-dab8116ef873 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.1395464 Jun 08 04:19:05.649405 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-ecbeee57-86c6-46f7-a1db-a361f2a6b226 req-20e949c2-8bb7-4156-8e54-ad2c245ee8b6 service neutron] 10.222.0.21 "GET /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521417 Jun 08 04:19:05.664767 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d058eb12-fd45-4da0-932f-63f8d751d58e req-c408d063-e246-4a3d-b619-8bd43d86450b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454996 Jun 08 04:19:05.872623 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036186c-07b9-4ef8-89c7-2c62ec6422da req-3a07675b-a1d3-4413-9e82-71438e8e6a38 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:05.874055 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d036186c-07b9-4ef8-89c7-2c62ec6422da req-3a07675b-a1d3-4413-9e82-71438e8e6a38 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 945 time: 0.0829155 Jun 08 04:19:05.917677 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d036186c-07b9-4ef8-89c7-2c62ec6422da req-3b2e1eb8-c64d-4bfc-9fb1-d4577ed8d679 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377004 Jun 08 04:19:06.811306 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b3b37-8503-4ec5-872d-cd244d7a89b3 req-ef2de744-f798-4b79-a6c9-ad83bfbbcd9d tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:06.812850 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-911b3b37-8503-4ec5-872d-cd244d7a89b3 req-ef2de744-f798-4b79-a6c9-ad83bfbbcd9d tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.1157920 Jun 08 04:19:06.922162 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-911b3b37-8503-4ec5-872d-cd244d7a89b3 req-7e22ab9e-d549-4747-bc24-41ab37770171 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037273 Jun 08 04:19:06.952187 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baa17c-ebcb-4deb-ac25-a2042c1a5fd5 req-e5428320-1de3-472e-9a54-0ef34dfb22bd tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:06.953704 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-33baa17c-ebcb-4deb-ac25-a2042c1a5fd5 req-e5428320-1de3-472e-9a54-0ef34dfb22bd tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.1341150 Jun 08 04:19:07.004813 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-33baa17c-ebcb-4deb-ac25-a2042c1a5fd5 req-4240d9c9-b14a-45b5-98cf-fe3f24ddaa3d tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451748 Jun 08 04:19:07.046608 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c5bec-e5b5-40de-9063-906745935910 req-7fa2662e-73d4-48b9-adfb-244437363c0c tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:07.048044 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-ee4c5bec-e5b5-40de-9063-906745935910 req-7fa2662e-73d4-48b9-adfb-244437363c0c tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.21 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 945 time: 0.0824478 Jun 08 04:19:07.193010 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [req-ee4c5bec-e5b5-40de-9063-906745935910 req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Deleting port 8ffad4ab-1a59-48ad-b584-fd11959aba48 {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:19:07.193493 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-ee4c5bec-e5b5-40de-9063-906745935910 req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:07.322756 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-ee4c5bec-e5b5-40de-9063-906745935910 req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] For port 8ffad4ab-1a59-48ad-b584-fd11959aba48, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8ffad4ab-1a59-48ad-b584-fd11959aba48,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:07.323151 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-ee4c5bec-e5b5-40de-9063-906745935910 req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:07.613919 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-ee4c5bec-e5b5-40de-9063-906745935910 req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:07.614288 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-ee4c5bec-e5b5-40de-9063-906745935910 req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867599'] for floatingip, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:07.614655 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.l3_db [req-ee4c5bec-e5b5-40de-9063-906745935910 req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Floating IP 468626a5-1f64-4fad-97b1-6b03e865e6d3 disassociated. External IP: 172.28.2.216, port: 8ffad4ab-1a59-48ad-b584-fd11959aba48. Jun 08 04:19:07.615029 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [req-ee4c5bec-e5b5-40de-9063-906745935910 req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Calling delete_port for 8ffad4ab-1a59-48ad-b584-fd11959aba48 owned by compute:nova {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:19:07.808891 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-ee4c5bec-e5b5-40de-9063-906745935910 req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:07.814501 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:07.858171 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Pushing event deleted for resources: {'Port': ['ID=8ffad4ab-1a59-48ad-b584-fd11959aba48,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:07.861177 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:08.058968 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee4c5bec-e5b5-40de-9063-906745935910 req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Router f16755fc-28c9-4084-a50a-40c86108a1bf has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:19:08.105450 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d65aab6c-7e1b-44b1-bb8b-a86ecc503401 req-efb0edb0-0882-4dbb-9ee7-8e850d4bc076 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 210 time: 0.0460107 Jun 08 04:19:08.282376 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee4c5bec-e5b5-40de-9063-906745935910 req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:19:08.292496 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d682a8-0b3a-486f-9f86-5af862840f22 None None] Sync routers for ids ['f16755fc-28c9-4084-a50a-40c86108a1bf'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:19:08.301154 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe675c3-8355-4b14-8ada-3d18b5aa61c5 req-bdf08b61-6bba-40b6-9602-a8043c14bdec tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:08.308514 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d682a8-0b3a-486f-9f86-5af862840f22 None None] Routers {'f16755fc-28c9-4084-a50a-40c86108a1bf'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:19:08.308678 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cbe675c3-8355-4b14-8ada-3d18b5aa61c5 req-bdf08b61-6bba-40b6-9602-a8043c14bdec tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.1033685 Jun 08 04:19:08.308961 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-94d682a8-0b3a-486f-9f86-5af862840f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:18:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['f16755fc-28c9-4084-a50a-40c86108a1bf'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:08.363093 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cbe675c3-8355-4b14-8ada-3d18b5aa61c5 req-75d50c48-3902-455d-9cdf-bf1574010428 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528557 Jun 08 04:19:08.371148 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4c5bec-e5b5-40de-9063-906745935910 req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] No DVR routers for this DVR port 8ffad4ab-1a59-48ad-b584-fd11959aba48 on host hv-cinder-78662 {{(pid=92280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:19:08.382347 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-ee4c5bec-e5b5-40de-9063-906745935910 req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:08.384693 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-ee4c5bec-e5b5-40de-9063-906745935910 req-9411c2b4-138d-4383-ac37-ebe9a98eddab tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.21 "DELETE /v2.0/ports/8ffad4ab-1a59-48ad-b584-fd11959aba48 HTTP/1.1" status: 204 len: 173 time: 1.3230882 Jun 08 04:19:08.385210 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c8f4de-b87e-4ffe-828e-f76d2c2113b3', 'name': 'network-vif-deleted', 'tag': '8ffad4ab-1a59-48ad-b584-fd11959aba48'}] {{(pid=92280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:19:08.399304 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59587a23dae4433d2100e3f102ebc88f30c43b22f141808d2ae0dd60ce475b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d29f08-b191-43b9-bcda-dc537ff023e7" -d '{"events": [{"server_uuid": "51c8f4de-b87e-4ffe-828e-f76d2c2113b3", "name": "network-vif-deleted", "tag": "8ffad4ab-1a59-48ad-b584-fd11959aba48"}]}' {{(pid=92280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:19:08.450172 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3c0a24-dae1-4828-9dad-8346fdbbbb19 x-openstack-request-id: req-5c3c0a24-dae1-4828-9dad-8346fdbbbb19 {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:19:08.450496 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c8f4de-b87e-4ffe-828e-f76d2c2113b3", "name": "network-vif-deleted", "tag": "8ffad4ab-1a59-48ad-b584-fd11959aba48", "status": "completed", "code": 200}]} {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:19:08.450832 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c3c0a24-dae1-4828-9dad-8346fdbbbb19 {{(pid=92280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:19:08.451277 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c8f4de-b87e-4ffe-828e-f76d2c2113b3', 'name': 'network-vif-deleted', 'tag': '8ffad4ab-1a59-48ad-b584-fd11959aba48', 'status': 'completed', 'code': 200} Jun 08 04:19:08.494001 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d910d6-8dd1-46da-a33c-1418c227a86f req-524450a5-8cd0-477c-92a4-65aeed2cd25a tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:08.494001 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-95d910d6-8dd1-46da-a33c-1418c227a86f req-524450a5-8cd0-477c-92a4-65aeed2cd25a tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 945 time: 0.0840461 Jun 08 04:19:08.538947 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-95d910d6-8dd1-46da-a33c-1418c227a86f req-bbeb9df2-6787-44e2-a73f-1522c9a797db tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387721 Jun 08 04:19:08.539967 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-94d682a8-0b3a-486f-9f86-5af862840f22 None None] Set router f16755fc-28c9-4084-a50a-40c86108a1bf gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:19:08.855170 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-94d682a8-0b3a-486f-9f86-5af862840f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:18Z', 'revision_number': 5, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:08.859022 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d682a8-0b3a-486f-9f86-5af862840f22 None None] Checking router: f16755fc-28c9-4084-a50a-40c86108a1bf for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:19:08.870123 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d682a8-0b3a-486f-9f86-5af862840f22 None None] Routers {'f16755fc-28c9-4084-a50a-40c86108a1bf'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:19:08.870761 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-94d682a8-0b3a-486f-9f86-5af862840f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:18:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['f16755fc-28c9-4084-a50a-40c86108a1bf'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:09.042023 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-94d682a8-0b3a-486f-9f86-5af862840f22 None None] Set router f16755fc-28c9-4084-a50a-40c86108a1bf gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:19:09.273144 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-096017dc-9662-4a37-90ee-a0444f9b2f86 req-919022fc-b633-43a8-9bda-04b231aba3f3 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=51c8f4de-b87e-4ffe-828e-f76d2c2113b3 HTTP/1.1" status: 200 len: 210 time: 0.0436151 Jun 08 04:19:09.399983 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-94d682a8-0b3a-486f-9f86-5af862840f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:18Z', 'revision_number': 5, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:09.404290 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d682a8-0b3a-486f-9f86-5af862840f22 None None] The sync data for ids ['f16755fc-28c9-4084-a50a-40c86108a1bf'] in dv-cinder-786627-8-smb is: [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:18Z', 'revision_number': 5, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:19:09.582419 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a7445-83ed-4d39-aeba-4feb7a512856 req-f70e4b0b-7b18-4b02-8e00-931fe4710c35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:09.583999 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-119a7445-83ed-4d39-aeba-4feb7a512856 req-f70e4b0b-7b18-4b02-8e00-931fe4710c35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.0985272 Jun 08 04:19:09.647536 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-119a7445-83ed-4d39-aeba-4feb7a512856 req-3c777e1c-726a-4894-a7de-6ba4ef3810b8 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573761 Jun 08 04:19:09.715021 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e0a1e-b0f4-4970-87b2-2408458fc27c None None] New status for floating IP 468626a5-1f64-4fad-97b1-6b03e865e6d3: DOWN {{(pid=92283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 04:19:09.747904 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810507d-fecb-4a0f-96b3-f34a93b39301 req-ff01039e-40a5-466f-8a13-cbc095f0961e tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:09.750122 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d810507d-fecb-4a0f-96b3-f34a93b39301 req-ff01039e-40a5-466f-8a13-cbc095f0961e tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 945 time: 0.0845728 Jun 08 04:19:09.798096 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d810507d-fecb-4a0f-96b3-f34a93b39301 req-23264b89-7c71-480a-b428-abe93e5d3b14 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428479 Jun 08 04:19:10.450107 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38434) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:10.515339 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4301f2bf-9f45-4bd4-a708-b2e020b30c14 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:10.543843 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4301f2bf-9f45-4bd4-a708-b2e020b30c14 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:10.706887 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4301f2bf-9f45-4bd4-a708-b2e020b30c14 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:10.709756 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4301f2bf-9f45-4bd4-a708-b2e020b30c14 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:10.710847 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-4301f2bf-9f45-4bd4-a708-b2e020b30c14 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "DELETE /v2.0/security-groups/7ce440a7-b1d8-47ec-9c35-ace7b3fdd256 HTTP/1.1" status: 204 len: 168 time: 0.2596698 Jun 08 04:19:10.713646 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 38438) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:10.715947 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c6ee209a-cdae-4219-a253-c1f7d913430c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:10.730415 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.api.v2.resource [None req-68d2eedd-1a7a-48ba-b38b-3fda7c63abd4 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] show failed (client error): The resource could not be found. Jun 08 04:19:10.731416 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-68d2eedd-1a7a-48ba-b38b-3fda7c63abd4 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups/7ce440a7-b1d8-47ec-9c35-ace7b3fdd256 HTTP/1.1" status: 404 len: 347 time: 0.0167198 Jun 08 04:19:10.734089 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301f2bf-9f45-4bd4-a708-b2e020b30c14 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce440a7-b1d8-47ec-9c35-ace7b3fdd256,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:10.734634 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 38440) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:10.737033 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4301f2bf-9f45-4bd4-a708-b2e020b30c14 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:10.772469 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcc44c-4d87-4e6e-8d3e-beabc0082bfe req-cae913ef-b73c-4d7f-a468-fbf60d965365 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:10.773902 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-62bcc44c-4d87-4e6e-8d3e-beabc0082bfe req-cae913ef-b73c-4d7f-a468-fbf60d965365 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 945 time: 0.1007624 Jun 08 04:19:10.969213 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 8ffad4ab-1a59-48ad-b584-fd11959aba48 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:19:11.009734 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: 8ffad4ab-1a59-48ad-b584-fd11959aba48 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:19:11.010143 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 8ffad4ab-1a59-48ad-b584-fd11959aba48 not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:19:11.037759 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [req-62bcc44c-4d87-4e6e-8d3e-beabc0082bfe req-5d618b66-d6ad-4b82-b8b9-ca716f1cc6a1 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Deleting port fa557ed7-b8e9-4903-8656-1ed0a96a5480 {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:19:11.038108 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-62bcc44c-4d87-4e6e-8d3e-beabc0082bfe req-5d618b66-d6ad-4b82-b8b9-ca716f1cc6a1 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:11.180274 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-62bcc44c-4d87-4e6e-8d3e-beabc0082bfe req-5d618b66-d6ad-4b82-b8b9-ca716f1cc6a1 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] For port fa557ed7-b8e9-4903-8656-1ed0a96a5480, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fa557ed7-b8e9-4903-8656-1ed0a96a5480,segment=NetworkSegment(f378dc58-1880-471e-a694-0448c9eb618d),segment_id=f378dc58-1880-471e-a694-0448c9eb618d)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:11.180706 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-62bcc44c-4d87-4e6e-8d3e-beabc0082bfe req-5d618b66-d6ad-4b82-b8b9-ca716f1cc6a1 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:11.182719 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e4d3e-5567-487e-8e31-ec7808fb8682 req-a31e4a6f-c3d0-4ad9-a741-c1b8140c4a58 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:11.184206 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-619e4d3e-5567-487e-8e31-ec7808fb8682 req-a31e4a6f-c3d0-4ad9-a741-c1b8140c4a58 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.3875754 Jun 08 04:19:11.243632 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c9151-8411-4624-adda-c710178d4326 req-eaeaf1bd-28e0-4c97-9850-5e3c5d8ae3ac tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:11.245090 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-966c9151-8411-4624-adda-c710178d4326 req-eaeaf1bd-28e0-4c97-9850-5e3c5d8ae3ac tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 945 time: 0.2995133 Jun 08 04:19:11.264188 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-19bd95bf-9762-4828-8d25-5ed26dfac5ff tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Deleting port 9c667371-a1ed-441a-be66-281a4fc7ae55 {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:19:11.264188 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-19bd95bf-9762-4828-8d25-5ed26dfac5ff tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:11.286769 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-619e4d3e-5567-487e-8e31-ec7808fb8682 req-d30381b7-45af-4110-838e-86eca146d497 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888839 Jun 08 04:19:11.315833 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [req-62bcc44c-4d87-4e6e-8d3e-beabc0082bfe req-5d618b66-d6ad-4b82-b8b9-ca716f1cc6a1 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Calling delete_port for fa557ed7-b8e9-4903-8656-1ed0a96a5480 owned by compute:nova {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:19:11.384118 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-966c9151-8411-4624-adda-c710178d4326 req-eae9dea0-1244-49ed-b6f2-5133ec620a39 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f4f4b4a-f7ba-43d9-afb2-a2787981115c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299131 Jun 08 04:19:11.435814 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-19bd95bf-9762-4828-8d25-5ed26dfac5ff tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:11.436236 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-19bd95bf-9762-4828-8d25-5ed26dfac5ff tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:11.458847 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38452) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:11.517878 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-62bcc44c-4d87-4e6e-8d3e-beabc0082bfe req-5d618b66-d6ad-4b82-b8b9-ca716f1cc6a1 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:11.525827 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:11.534691 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['fa557ed7-b8e9-4903-8656-1ed0a96a5480'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:19:11.569123 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-19bd95bf-9762-4828-8d25-5ed26dfac5ff tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Calling delete_port for 9c667371-a1ed-441a-be66-281a4fc7ae55 owned by network:floatingip {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:19:11.591067 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d618b66-d6ad-4b82-b8b9-ca716f1cc6a1 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Pushing event deleted for resources: {'Port': ['ID=fa557ed7-b8e9-4903-8656-1ed0a96a5480,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:11.593476 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5d618b66-d6ad-4b82-b8b9-ca716f1cc6a1 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:11.646592 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7b54f254-128f-4f65-8ae2-26dd9dbe3908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:11.697979 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bcc44c-4d87-4e6e-8d3e-beabc0082bfe req-5d618b66-d6ad-4b82-b8b9-ca716f1cc6a1 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] No DVR routers for this DVR port fa557ed7-b8e9-4903-8656-1ed0a96a5480 on host hv-cinder-78662 {{(pid=92280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:19:11.701522 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-62bcc44c-4d87-4e6e-8d3e-beabc0082bfe req-5d618b66-d6ad-4b82-b8b9-ca716f1cc6a1 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:11.703435 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-62bcc44c-4d87-4e6e-8d3e-beabc0082bfe req-5d618b66-d6ad-4b82-b8b9-ca716f1cc6a1 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.21 "DELETE /v2.0/ports/fa557ed7-b8e9-4903-8656-1ed0a96a5480 HTTP/1.1" status: 204 len: 173 time: 0.9237669 Jun 08 04:19:11.706596 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'name': 'network-vif-deleted', 'tag': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480'}] {{(pid=92280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:19:11.706596 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59587a23dae4433d2100e3f102ebc88f30c43b22f141808d2ae0dd60ce475b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7a7d13-5ee1-4063-90cd-4098779155b7" -d '{"events": [{"server_uuid": "4e384122-9ce7-4c41-9191-f6d69f02b2e5", "name": "network-vif-deleted", "tag": "fa557ed7-b8e9-4903-8656-1ed0a96a5480"}]}' {{(pid=92280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:19:11.751051 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60954ea3-470b-45da-a789-f4abf7d902e0 x-openstack-request-id: req-60954ea3-470b-45da-a789-f4abf7d902e0 {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:19:11.751379 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e384122-9ce7-4c41-9191-f6d69f02b2e5", "name": "network-vif-deleted", "tag": "fa557ed7-b8e9-4903-8656-1ed0a96a5480", "status": "completed", "code": 200}]} {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:19:11.751669 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60954ea3-470b-45da-a789-f4abf7d902e0 {{(pid=92280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:19:11.752090 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e384122-9ce7-4c41-9191-f6d69f02b2e5', 'name': 'network-vif-deleted', 'tag': 'fa557ed7-b8e9-4903-8656-1ed0a96a5480', 'status': 'completed', 'code': 200} Jun 08 04:19:11.783355 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-19bd95bf-9762-4828-8d25-5ed26dfac5ff tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:11.787706 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ccb08ffc-aab6-4d6f-a9aa-f5ab4d540ccf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:11.805975 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7b54f254-128f-4f65-8ae2-26dd9dbe3908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:11.838289 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd95bf-9762-4828-8d25-5ed26dfac5ff tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Pushing event deleted for resources: {'Port': ['ID=9c667371-a1ed-441a-be66-281a4fc7ae55,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:11.840874 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-19bd95bf-9762-4828-8d25-5ed26dfac5ff tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:11.886101 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7b54f254-128f-4f65-8ae2-26dd9dbe3908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:11.893240 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4b4988e4-373a-4598-8ae5-875f86a978cd tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:11.937984 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-7b54f254-128f-4f65-8ae2-26dd9dbe3908 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33c7a34a923d4937aeb0d1250300048a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4776661 Jun 08 04:19:11.938740 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54f254-128f-4f65-8ae2-26dd9dbe3908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f628c0-95ba-452f-b681-d9b61003ea84,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:11.941461 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 38460) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:11.942409 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-7b54f254-128f-4f65-8ae2-26dd9dbe3908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:11.944985 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-19bd95bf-9762-4828-8d25-5ed26dfac5ff tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for floatingip, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:11.947580 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-19bd95bf-9762-4828-8d25-5ed26dfac5ff tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:11.954958 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-19bd95bf-9762-4828-8d25-5ed26dfac5ff tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "DELETE /v2.0/floatingips/468626a5-1f64-4fad-97b1-6b03e865e6d3 HTTP/1.1" status: 204 len: 168 time: 1.2111461 Jun 08 04:19:12.016315 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-cda61108-76cd-4465-845f-95306a7e32b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:12.047436 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-cda61108-76cd-4465-845f-95306a7e32b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:12.191871 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-cda61108-76cd-4465-845f-95306a7e32b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:12.194280 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-cda61108-76cd-4465-845f-95306a7e32b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:12.195456 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-cda61108-76cd-4465-845f-95306a7e32b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70f628c0-95ba-452f-b681-d9b61003ea84 HTTP/1.1" status: 204 len: 168 time: 0.2516830 Jun 08 04:19:12.196239 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-2e1c1373-8c34-487d-a04e-d2c72635c2c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:12.205530 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda61108-76cd-4465-845f-95306a7e32b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f628c0-95ba-452f-b681-d9b61003ea84,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:12.208406 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-cda61108-76cd-4465-845f-95306a7e32b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:12.308662 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38468) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:12.322963 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-a31fc0c6-b2e1-4d3c-a6ec-a2c921bc87fa tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2090191384', 'description': 'tempest-description--874069563'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:19:12.335598 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-86bd5027-ab00-4fb9-b44d-019bd2b942a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:12.412278 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a31fc0c6-b2e1-4d3c-a6ec-a2c921bc87fa tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:12.613762 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a31fc0c6-b2e1-4d3c-a6ec-a2c921bc87fa tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:12.633513 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8bf239f0-76e4-43cc-845b-e90041492304 req-f6e6fd7d-0aa1-41e7-9de2-2e12afd8c173 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e384122-9ce7-4c41-9191-f6d69f02b2e5 HTTP/1.1" status: 200 len: 210 time: 0.1006019 Jun 08 04:19:12.689261 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e912edd-928d-4a72-9bdc-760e551d5c79 req-adb558cd-3c15-4d21-bda1-3897c941ba4e tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:12.690538 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0e912edd-928d-4a72-9bdc-760e551d5c79 req-adb558cd-3c15-4d21-bda1-3897c941ba4e tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.2716568 Jun 08 04:19:12.697696 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a31fc0c6-b2e1-4d3c-a6ec-a2c921bc87fa tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:12.701854 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a0c903b4-ec66-4480-976a-2f437dabf07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:12.739462 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0e912edd-928d-4a72-9bdc-760e551d5c79 req-995060c2-326c-4ff5-bbc8-45cedd69989b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424130 Jun 08 04:19:12.744033 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fc0c6-b2e1-4d3c-a6ec-a2c921bc87fa tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0e341a-605a-43ea-9fad-58503182f885,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:12.746812 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a31fc0c6-b2e1-4d3c-a6ec-a2c921bc87fa tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:12.794755 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a31fc0c6-b2e1-4d3c-a6ec-a2c921bc87fa tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:12.796001 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-a31fc0c6-b2e1-4d3c-a6ec-a2c921bc87fa tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4860752 Jun 08 04:19:12.798865 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38476) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:12.804567 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-5bb2b2c2-7086-4b3b-8a85-84298011b8a8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Request body: {'security_group_rule': {'security_group_id': 'cc0e341a-605a-43ea-9fad-58503182f885', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:19:12.909610 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b2c2-7086-4b3b-8a85-84298011b8a8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:12.972311 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b2c2-7086-4b3b-8a85-84298011b8a8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:13.031521 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b2c2-7086-4b3b-8a85-84298011b8a8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:13.033658 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0a492b3b-f53c-41f9-a619-8dfd11944369 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:13.055804 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2b2c2-7086-4b3b-8a85-84298011b8a8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cc8532-f7ee-439b-9210-635c8b281ab6,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:13.058242 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5bb2b2c2-7086-4b3b-8a85-84298011b8a8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:13.123250 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-5bb2b2c2-7086-4b3b-8a85-84298011b8a8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:13.124433 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-5bb2b2c2-7086-4b3b-8a85-84298011b8a8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3246391 Jun 08 04:19:13.127086 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38478) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:13.132131 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-91d24e99-4b87-4582-b9aa-4b417abcf759 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Request body: {'security_group_rule': {'security_group_id': 'cc0e341a-605a-43ea-9fad-58503182f885', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:19:13.225948 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-91d24e99-4b87-4582-b9aa-4b417abcf759 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:13.285325 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-91d24e99-4b87-4582-b9aa-4b417abcf759 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:13.343080 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-91d24e99-4b87-4582-b9aa-4b417abcf759 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626280'] for security_group_rule, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:13.345121 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:13.366731 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d24e99-4b87-4582-b9aa-4b417abcf759 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdd646d-20cd-420f-b57e-0a91a3d62061,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:13.369157 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-91d24e99-4b87-4582-b9aa-4b417abcf759 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:13.426199 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-91d24e99-4b87-4582-b9aa-4b417abcf759 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:13.427452 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-91d24e99-4b87-4582-b9aa-4b417abcf759 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992475 Jun 08 04:19:13.430439 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38482) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:13.434892 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Request body: {'floatingip': {'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:19:13.511799 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for floatingip, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:13.649259 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:13.790161 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Allocated IP 172.28.2.214 (0fa4fef6-9966-433f-a9a0-b619cc4acad7/01718dbf-838e-406a-9174-db3581520999/70887d3e-494e-4579-a5fc-324571ea1665) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:19:13.944973 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:13.971495 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fa13e-b1e5-4f89-8086-998c3451626c req-a1413ba7-34c8-4136-8cfb-f2eba4094876 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:13.975411 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d49fa13e-b1e5-4f89-8086-998c3451626c req-a1413ba7-34c8-4136-8cfb-f2eba4094876 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.1082621 Jun 08 04:19:14.023494 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d49fa13e-b1e5-4f89-8086-998c3451626c req-b7e85fb1-c5c4-4a69-a528-8157c832f9c3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434964 Jun 08 04:19:14.040724 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1898218'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:14.041440 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:19:14.041440 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:19:14.041440 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:19:14.041440 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:19:14.041440 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:19:14.041440 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:19:14.057804 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Network 0fa4fef6-9966-433f-a9a0-b619cc4acad7 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:19:14.058879 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:19:14.061200 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:19:14.141252 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:14.277797 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:14.564025 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:14.617190 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1898228'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:14.621080 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b4711823-5191-4439-b37c-8806b8a6b589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:14.720744 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Pushing event updated for resources: {'Port': ['ID=70887d3e-494e-4579-a5fc-324571ea1665,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:14.728851 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:14.737608 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867599'] for floatingip, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:14.760103 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:14.817465 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:14.818712 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-a715b8c1-6587-444c-8851-074b60345570 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3872778 Jun 08 04:19:14.845861 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-4a311920-50fb-4b47-89de-177a555ab306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:14.999495 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device fa557ed7-b8e9-4903-8656-1ed0a96a5480 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:19:15.036740 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: fa557ed7-b8e9-4903-8656-1ed0a96a5480 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:19:15.037121 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device fa557ed7-b8e9-4903-8656-1ed0a96a5480 not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:19:15.297714 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 38542) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:15.453378 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d328-fbdf-429e-9eb4-5c956ac0fc2e req-d5b253ea-8fa3-417b-9844-611ca7e8f4f2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:15.454849 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b0d5d328-fbdf-429e-9eb4-5c956ac0fc2e req-d5b253ea-8fa3-417b-9844-611ca7e8f4f2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.2227936 Jun 08 04:19:15.530721 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-727a84ec-3c8f-4ab5-a619-c726a4793848 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2090191384&fields=id&tenant_id=6510b398a2924cc896f0ecf5dd74ea97 HTTP/1.1" status: 200 len: 267 time: 0.1717165 Jun 08 04:19:15.563528 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:15.624592 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b0d5d328-fbdf-429e-9eb4-5c956ac0fc2e req-ea0e5215-e23d-4a94-942d-e75cec964ccc tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527112 Jun 08 04:19:15.941167 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-6374a6d8-adc7-4967-8f41-927c1f15ac61 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:15.945327 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-6374a6d8-adc7-4967-8f41-927c1f15ac61 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/networks?id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608 HTTP/1.1" status: 200 len: 811 time: 0.3990960 Jun 08 04:19:15.989811 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f7b6bf1d-18ba-4397-ba64-43f089d14c2f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/quotas/6510b398a2924cc896f0ecf5dd74ea97 HTTP/1.1" status: 200 len: 375 time: 0.0387926 Jun 08 04:19:16.141751 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-c8c24edd-fbe7-4a92-8889-f5af1e3164e8 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6510b398a2924cc896f0ecf5dd74ea97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1444607 Jun 08 04:19:16.342217 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-fc26e089-a0d5-4252-a523-02e912da6dad service neutron] 10.222.0.18 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888640 Jun 08 04:19:16.348936 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-867644'] for router_interface, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:16.628826 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-bda8f060-c6c8-4bce-a576-5ac9e26865e3 service neutron] 10.222.0.18 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319407 Jun 08 04:19:16.930047 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eccf1641-628e-4f5f-866f-158c249f4839 req-b6340265-ff9b-4384-9a1c-c510e377005b tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 210 time: 0.0561759 Jun 08 04:19:16.986417 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169f6d6-51f7-408b-8a9b-b58716e72b2e req-5b89a2f1-4c81-43e1-970c-179f72625313 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:16.987889 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6169f6d6-51f7-408b-8a9b-b58716e72b2e req-5b89a2f1-4c81-43e1-970c-179f72625313 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.2199013 Jun 08 04:19:17.041400 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6169f6d6-51f7-408b-8a9b-b58716e72b2e req-82c6e542-aa5e-426e-b087-d942f91b43df tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451858 Jun 08 04:19:17.045949 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Deleting port 890f1d5f-f30f-4539-8c7d-4a6993872dae {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:19:17.046299 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:17.169167 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] For port 890f1d5f-f30f-4539-8c7d-4a6993872dae, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=890f1d5f-f30f-4539-8c7d-4a6993872dae,segment=NetworkSegment(f378dc58-1880-471e-a694-0448c9eb618d),segment_id=f378dc58-1880-471e-a694-0448c9eb618d)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:17.169527 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:17.398970 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Calling delete_port for 890f1d5f-f30f-4539-8c7d-4a6993872dae owned by network:router_interface {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:19:17.617726 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:17.621675 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0583e71e-b565-4723-9522-dabb51cd6e88 tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:17.649783 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:17.666858 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=890f1d5f-f30f-4539-8c7d-4a6993872dae,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:17.713955 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:17.714332 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:17.714693 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:17.715076 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:17.715435 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:17.715782 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:17.716133 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:17.716476 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:17.716818 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:17.717160 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:17.717504 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:17.717845 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:17.748334 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:17.910767 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420df046-3759-412b-9714-067831e2a7e8 req-a5095adc-318b-4305-a1b1-6a21938741e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:17.913096 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-420df046-3759-412b-9714-067831e2a7e8 req-a5095adc-318b-4305-a1b1-6a21938741e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3002b5386f4844238db562f48f30e074&device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 1098 time: 0.0940011 Jun 08 04:19:17.965723 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-761500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-844231'] for router_interface, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:18.051784 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420df046-3759-412b-9714-067831e2a7e8 req-634420f5-24ba-4894-97f6-4db25bf0788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:18.053373 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-420df046-3759-412b-9714-067831e2a7e8 req-634420f5-24ba-4894-97f6-4db25bf0788a service neutron] 10.222.0.21 "GET /v2.0/networks?id=29de343d-a844-4dfc-bfb6-69bd35f7217d HTTP/1.1" status: 200 len: 909 time: 0.1324661 Jun 08 04:19:18.180005 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-420df046-3759-412b-9714-067831e2a7e8 req-233c0cea-77e3-4b0e-901f-a5b3251df2bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 HTTP/1.1" status: 200 len: 1000 time: 0.1153555 Jun 08 04:19:18.183533 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-88c56254-4d3c-4b76-9377-b344cbee6f88 req-fd2a8ad3-3d17-4b99-a7d1-8c90e35cef99 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 210 time: 0.1441410 Jun 08 04:19:18.252836 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420df046-3759-412b-9714-067831e2a7e8 req-dd6b39a3-295b-4855-884d-38fbcb9e49da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:18.254310 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-420df046-3759-412b-9714-067831e2a7e8 req-dd6b39a3-295b-4855-884d-38fbcb9e49da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8 HTTP/1.1" status: 200 len: 847 time: 0.0665612 Jun 08 04:19:18.334274 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420df046-3759-412b-9714-067831e2a7e8 req-1488a32e-c0cd-45db-b00f-01d18f1298cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:18.335872 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-420df046-3759-412b-9714-067831e2a7e8 req-1488a32e-c0cd-45db-b00f-01d18f1298cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29de343d-a844-4dfc-bfb6-69bd35f7217d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711589 Jun 08 04:19:18.431054 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0472af-5e0c-48fd-adf0-dbddd5bd2486 req-02846fa2-e87d-4ad9-9fd6-e74d2965b0e3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:18.432458 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fb0472af-5e0c-48fd-adf0-dbddd5bd2486 req-02846fa2-e87d-4ad9-9fd6-e74d2965b0e3 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.2480032 Jun 08 04:19:18.477875 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-420df046-3759-412b-9714-067831e2a7e8 req-a255768a-83da-4812-ac9f-655139750509 service neutron] 10.222.0.21 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320348 Jun 08 04:19:18.501260 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fb0472af-5e0c-48fd-adf0-dbddd5bd2486 req-5d19482f-7b8c-4f37-adc1-b8ee226f6ff7 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625262 Jun 08 04:19:18.509255 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Router 78bd48c9-ff49-4464-b232-438c8d52bbd0 has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:19:18.617713 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-420df046-3759-412b-9714-067831e2a7e8 req-91ae8ad1-5415-46f0-ab63-b7e316afee85 service neutron] 10.222.0.21 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267898 Jun 08 04:19:18.700136 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:19:18.700136 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] 10.222.0.18 "PUT /v2.0/routers/78bd48c9-ff49-4464-b232-438c8d52bbd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3994470 Jun 08 04:19:18.702015 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 38576) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:18.702782 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e0ff5-81b8-4d8d-9ca6-22897fe25d57 None None] Sync routers for ids ['78bd48c9-ff49-4464-b232-438c8d52bbd0'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:19:18.712516 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e0ff5-81b8-4d8d-9ca6-22897fe25d57 None None] Routers {'78bd48c9-ff49-4464-b232-438c8d52bbd0'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:19:18.713126 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-f82e0ff5-81b8-4d8d-9ca6-22897fe25d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:19:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['78bd48c9-ff49-4464-b232-438c8d52bbd0'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:18.878011 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Notify callbacks [] for router, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:18.898977 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-f82e0ff5-81b8-4d8d-9ca6-22897fe25d57 None None] Set router 78bd48c9-ff49-4464-b232-438c8d52bbd0 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:19:19.084532 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-4afd72bb-5d6d-4408-a6f4-933d9f91c868 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:19.087003 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-4afd72bb-5d6d-4408-a6f4-933d9f91c868 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.21 "GET /v2.0/networks?id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608 HTTP/1.1" status: 200 len: 811 time: 0.1978548 Jun 08 04:19:19.150724 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-d4aadc3e-3c5f-45ac-b447-7ce5881d764a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6510b398a2924cc896f0ecf5dd74ea97 HTTP/1.1" status: 200 len: 380 time: 0.0467584 Jun 08 04:19:19.166670 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f69d7602-1028-4a6e-b519-e383d0207c13 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Request body: {'port': {'device_id': 'be27621b-2816-4ebc-b905-a11593896ccc', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'admin_state_up': True, 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'security_groups': ['cc0e341a-605a-43ea-9fad-58503182f885']}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:19:19.235900 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:19.256418 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-f82e0ff5-81b8-4d8d-9ca6-22897fe25d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188'}], 'enable_snat': True}, 'gw_port_id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:19:17Z', 'revision_number': 5, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port': {'id': '9e912b1d-2f5a-437c-bc46-88d9c8dabd30', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ed:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:40Z', 'updated_at': '2021-06-08T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:19.262197 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e0ff5-81b8-4d8d-9ca6-22897fe25d57 None None] Checking router: 78bd48c9-ff49-4464-b232-438c8d52bbd0 for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:19:19.277341 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e0ff5-81b8-4d8d-9ca6-22897fe25d57 None None] Routers {'78bd48c9-ff49-4464-b232-438c8d52bbd0'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:19:19.278114 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-f82e0ff5-81b8-4d8d-9ca6-22897fe25d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:19:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['78bd48c9-ff49-4464-b232-438c8d52bbd0'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:19.412641 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e5c9baf8-f401-4109-a37c-1da2c15cdd3d req-9a7dc2bb-8c22-4e9c-91cd-47213753ea19 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 210 time: 0.0886173 Jun 08 04:19:19.435114 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-f82e0ff5-81b8-4d8d-9ca6-22897fe25d57 None None] Set router 78bd48c9-ff49-4464-b232-438c8d52bbd0 gateway port host: None {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:19:19.438858 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Deleting port 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:19:19.439404 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:19.443185 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f69d7602-1028-4a6e-b519-e383d0207c13 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Made reservation on behalf of 6510b398a2924cc896f0ecf5dd74ea97 for: {'port': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:19:19.446997 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f69d7602-1028-4a6e-b519-e383d0207c13 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:19.550023 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-f82e0ff5-81b8-4d8d-9ca6-22897fe25d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:19:19Z', 'revision_number': 6, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port_host': None}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:19.555059 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e0ff5-81b8-4d8d-9ca6-22897fe25d57 None None] The sync data for ids ['78bd48c9-ff49-4464-b232-438c8d52bbd0'] in dv-cinder-786627-8-smb is: [{'id': '78bd48c9-ff49-4464-b232-438c8d52bbd0', 'name': 'tempest-TestMinimumBasicScenario-1791461683-router', 'tenant_id': '9f857362d6c348529e6e99d64c3fccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:39Z', 'updated_at': '2021-06-08T04:19:19Z', 'revision_number': 6, 'project_id': '9f857362d6c348529e6e99d64c3fccbb', 'gw_port_host': None}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:19:19.577567 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] For port 9e912b1d-2f5a-437c-bc46-88d9c8dabd30, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=9e912b1d-2f5a-437c-bc46-88d9c8dabd30,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:19.578019 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:19.621395 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_common [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f69d7602-1028-4a6e-b519-e383d0207c13 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Allocated IP 172.20.0.5 (f46f9cba-39f3-45a2-a3db-5fa7d66e9608/6cbbe1bd-e80b-4b17-a029-b5a2fd183531/ce05f8da-df95-4951-99fe-194394ab6ddf) {{(pid=92280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:19:19.722311 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Calling delete_port for 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 owned by network:router_gateway {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:19:19.811283 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f69d7602-1028-4a6e-b519-e383d0207c13 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for port, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:19.823069 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fed7a-a107-4191-9445-42a9c45eadea req-53b9ee34-de77-42db-9cfe-ff417edbdb4f tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:19.824500 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-069fed7a-a107-4191-9445-42a9c45eadea req-53b9ee34-de77-42db-9cfe-ff417edbdb4f tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.1129725 Jun 08 04:19:19.829602 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f69d7602-1028-4a6e-b519-e383d0207c13 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Transition to ACTIVE for port object ce05f8da-df95-4951-99fe-194394ab6ddf will not be triggered until provisioned by entity DHCP. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:19:19.883974 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-069fed7a-a107-4191-9445-42a9c45eadea req-df5676c5-a4d3-4411-bf3a-26222b1f914b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521958 Jun 08 04:19:19.926463 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f69d7602-1028-4a6e-b519-e383d0207c13 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1898218'] for port, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:19.939363 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f69d7602-1028-4a6e-b519-e383d0207c13 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:19:19.939363 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:19:19.939363 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:19:19.939363 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:19:19.939363 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:19:19.939363 dv-cinder-786627-8-smb neutron-server[92280]: ERROR neutron_lib.callbacks.manager Jun 08 04:19:19.951559 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f69d7602-1028-4a6e-b519-e383d0207c13 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 is already hosted by enough agents. {{(pid=92280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:19:19.953634 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f69d7602-1028-4a6e-b519-e383d0207c13 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Resources bound (agent type, host, resource id): {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:19:19.956624 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f69d7602-1028-4a6e-b519-e383d0207c13 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Received port after_create {{(pid=92280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:19:19.973798 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 890f1d5f-f30f-4539-8c7d-4a6993872dae no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:19:20.015515 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: 890f1d5f-f30f-4539-8c7d-4a6993872dae {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:19:20.015939 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 890f1d5f-f30f-4539-8c7d-4a6993872dae not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:19:20.063320 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:20.069282 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-19bd95bf-9762-4828-8d25-5ed26dfac5ff tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:20.118075 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=9e912b1d-2f5a-437c-bc46-88d9c8dabd30,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:20.121508 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:20.148214 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f69d7602-1028-4a6e-b519-e383d0207c13 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:20.148953 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f69d7602-1028-4a6e-b519-e383d0207c13 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:20.215597 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867674'] for router_gateway, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:20.224269 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-f69d7602-1028-4a6e-b519-e383d0207c13 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0642049 Jun 08 04:19:20.244759 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Request body: {'port': {'device_id': 'be27621b-2816-4ebc-b905-a11593896ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:19:20.372500 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:20.383348 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-a967361a-fc96-44c1-9a19-9512078e4eba None None] Provisioning for port ce05f8da-df95-4951-99fe-194394ab6ddf completed by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:19:20.388261 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-a967361a-fc96-44c1-9a19-9512078e4eba None None] Provisioning complete for port ce05f8da-df95-4951-99fe-194394ab6ddf triggered by entity DHCP. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:19:20.388636 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-a967361a-fc96-44c1-9a19-9512078e4eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:20.408859 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-847631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5402'] for router, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:20.412367 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:20.474647 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-a967361a-fc96-44c1-9a19-9512078e4eba None None] Port ce05f8da-df95-4951-99fe-194394ab6ddf cannot update to ACTIVE because it is not bound. {{(pid=92282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 04:19:20.532693 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-847843'] for router, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:20.533284 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78bd48c9-ff49-4464-b232-438c8d52bbd0 {{(pid=92281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 04:19:20.541413 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Notify callbacks [] for router, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:20.542397 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] 10.222.0.18 "DELETE /v2.0/routers/78bd48c9-ff49-4464-b232-438c8d52bbd0 HTTP/1.1" status: 204 len: 168 time: 1.8394220 Jun 08 04:19:20.545405 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 38602) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:20.665789 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f67ae0-4899-46ac-9059-b0a3095e8823 admin admin] Deleting subnet 1490fece-2a63-4732-be7b-7783972b95c8 {{(pid=92281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:19:20.671165 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-76f67ae0-4899-46ac-9059-b0a3095e8823 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:20.734011 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315935f3-1256-4b21-b03b-94a85ab81e40 req-94fc0375-11b7-433c-8daf-ee2786bd3fe0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:20.734011 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-315935f3-1256-4b21-b03b-94a85ab81e40 req-94fc0375-11b7-433c-8daf-ee2786bd3fe0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 931 time: 0.1887207 Jun 08 04:19:20.757665 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-76f67ae0-4899-46ac-9059-b0a3095e8823 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2050149'] for subnet, precommit_delete_associations {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:20.773989 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce05f8da-df95-4951-99fe-194394ab6ddf {{(pid=92280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:19:20.776511 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:20.792291 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.provisioning_blocks [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Transition to ACTIVE for port object ce05f8da-df95-4951-99fe-194394ab6ddf will not be triggered until provisioned by entity L2. {{(pid=92280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:19:20.863630 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1898228'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:20.867579 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:20.918568 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-315935f3-1256-4b21-b03b-94a85ab81e40 req-48728afd-8648-44cf-91f4-7e6d720abc5c tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758158 Jun 08 04:19:20.996703 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Pushing event updated for resources: {'Port': ['ID=ce05f8da-df95-4951-99fe-194394ab6ddf,revision_number=2']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:21.000273 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:21.021021 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-76f67ae0-4899-46ac-9059-b0a3095e8823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:21.127147 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Attempting to bind port ce05f8da-df95-4951-99fe-194394ab6ddf on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:19:21.127417 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Attempting to bind port ce05f8da-df95-4951-99fe-194394ab6ddf by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'}] {{(pid=92280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:19:21.127749 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Attempting to bind port ce05f8da-df95-4951-99fe-194394ab6ddf on network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:19:21.133411 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Port ce05f8da-df95-4951-99fe-194394ab6ddf on network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:19:21.133901 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Attempting to bind port ce05f8da-df95-4951-99fe-194394ab6ddf on network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:19:21.140491 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:19:21.140882 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Checking segment: {'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:19:21.141221 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Bound using segment: {'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'} {{(pid=92280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:19:21.141704 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.managers [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Bound port: ce05f8da-df95-4951-99fe-194394ab6ddf, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42dedaf1-9bfd-4c03-9be4-9134930be597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608'}}] {{(pid=92280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:19:21.142194 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:21.187128 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14b767-6dcf-4fd2-b035-8d7f9ac53be5 req-4b5dd475-7b0a-41cb-bb7a-51857784765b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:21.188771 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6c14b767-6dcf-4fd2-b035-8d7f9ac53be5 req-4b5dd475-7b0a-41cb-bb7a-51857784765b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.1403244 Jun 08 04:19:21.254514 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] For port ce05f8da-df95-4951-99fe-194394ab6ddf, host hv-cinder-78662, cleared binding levels {{(pid=92280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:19:21.257734 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] For port ce05f8da-df95-4951-99fe-194394ab6ddf, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ce05f8da-df95-4951-99fe-194394ab6ddf,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:19:21.267320 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6c14b767-6dcf-4fd2-b035-8d7f9ac53be5 req-8e146477-ee77-47ae-a043-b442a1acc925 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656617 Jun 08 04:19:21.277097 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-76f67ae0-4899-46ac-9059-b0a3095e8823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2017662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2127496'] for subnet, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:21.287529 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:21.324915 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f67ae0-4899-46ac-9059-b0a3095e8823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1490fece-2a63-4732-be7b-7783972b95c8,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:21.326831 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-76f67ae0-4899-46ac-9059-b0a3095e8823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:21.328639 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-76f67ae0-4899-46ac-9059-b0a3095e8823 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1490fece-2a63-4732-be7b-7783972b95c8 HTTP/1.1" status: 204 len: 168 time: 0.7500241 Jun 08 04:19:21.329482 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-76f67ae0-4899-46ac-9059-b0a3095e8823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:21.331285 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 38614) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:21.332669 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1898228'] for port, after_update {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:21.334140 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7011e94-e027-4a0a-95af-c6468da9fd0b None None] Network 3816dd8e-f31f-47f6-ad61-452ca62afd90 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:19:21.337206 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:21.398042 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:21.398766 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:21.400237 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] 10.222.0.21 "PUT /v2.0/ports/ce05f8da-df95-4951-99fe-194394ab6ddf HTTP/1.1" status: 200 len: 1093 time: 1.1605258 Jun 08 04:19:21.400741 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be27621b-2816-4ebc-b905-a11593896ccc', 'tag': 'ce05f8da-df95-4951-99fe-194394ab6ddf'}] {{(pid=92280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:19:21.403310 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59587a23dae4433d2100e3f102ebc88f30c43b22f141808d2ae0dd60ce475b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db489837-9212-4e16-b4c4-293a5c2c8a19" -d '{"events": [{"name": "network-changed", "server_uuid": "be27621b-2816-4ebc-b905-a11593896ccc", "tag": "ce05f8da-df95-4951-99fe-194394ab6ddf"}]}' {{(pid=92280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:19:21.458638 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Pushing event updated for resources: {'Port': ['ID=ce05f8da-df95-4951-99fe-194394ab6ddf,revision_number=3']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:21.468543 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-1dead02a-c4eb-4497-8fa0-aa22a4b46322 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:21.471439 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:21.486088 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af2f01c-94ba-4119-b58a-57637ebd1233 x-openstack-request-id: req-5af2f01c-94ba-4119-b58a-57637ebd1233 {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:19:21.486088 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be27621b-2816-4ebc-b905-a11593896ccc", "tag": "ce05f8da-df95-4951-99fe-194394ab6ddf", "status": "completed", "code": 200}]} {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:19:21.486088 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5af2f01c-94ba-4119-b58a-57637ebd1233 {{(pid=92280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:19:21.486088 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be27621b-2816-4ebc-b905-a11593896ccc', 'tag': 'ce05f8da-df95-4951-99fe-194394ab6ddf', 'status': 'completed', 'code': 200} Jun 08 04:19:21.568899 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db489837-9212-4e16-b4c4-293a5c2c8a19 req-f09ae311-47f5-415b-a3eb-432985d03b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:21.570427 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-db489837-9212-4e16-b4c4-293a5c2c8a19 req-f09ae311-47f5-415b-a3eb-432985d03b79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6510b398a2924cc896f0ecf5dd74ea97&device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 1096 time: 0.0783031 Jun 08 04:19:21.577574 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Deleting port ef9bf27d-18a1-4305-8d7b-bdf7746dadab {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:19:21.578145 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:21.685182 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38fe420-307e-4f4b-b843-114b7d2a6885 None None] DHCP port deletion for 3816dd8e-f31f-47f6-ad61-452ca62afd90 request from dv-cinder-786627-8-smb {{(pid=92282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 04:19:21.690282 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] For port ef9bf27d-18a1-4305-8d7b-bdf7746dadab, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=ef9bf27d-18a1-4305-8d7b-bdf7746dadab,segment=NetworkSegment(f378dc58-1880-471e-a694-0448c9eb618d),segment_id=f378dc58-1880-471e-a694-0448c9eb618d)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:21.690900 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:21.726353 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db489837-9212-4e16-b4c4-293a5c2c8a19 req-838a6766-5955-4c1a-a0dc-d0ccebde1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:21.727855 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-db489837-9212-4e16-b4c4-293a5c2c8a19 req-838a6766-5955-4c1a-a0dc-d0ccebde1579 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6510b398a2924cc896f0ecf5dd74ea97&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1501005 Jun 08 04:19:21.731659 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:19:21.781293 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:19:21.781669 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 9e912b1d-2f5a-437c-bc46-88d9c8dabd30 not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:19:21.805683 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-b38fe420-307e-4f4b-b843-114b7d2a6885 None None] Deleting port ef9bf27d-18a1-4305-8d7b-bdf7746dadab {{(pid=92282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:19:21.806103 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-b38fe420-307e-4f4b-b843-114b7d2a6885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:21.821966 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Calling delete_port for ef9bf27d-18a1-4305-8d7b-bdf7746dadab owned by network:dhcp {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:19:21.884781 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db489837-9212-4e16-b4c4-293a5c2c8a19 req-68cc504f-9507-4312-8c65-193afdd3fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:21.886642 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-db489837-9212-4e16-b4c4-293a5c2c8a19 req-68cc504f-9507-4312-8c65-193afdd3fbfc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1512918 Jun 08 04:19:21.912452 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-b38fe420-307e-4f4b-b843-114b7d2a6885 None None] For port ef9bf27d-18a1-4305-8d7b-bdf7746dadab, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=ef9bf27d-18a1-4305-8d7b-bdf7746dadab,segment=NetworkSegment(f378dc58-1880-471e-a694-0448c9eb618d),segment_id=f378dc58-1880-471e-a694-0448c9eb618d)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:21.912984 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-b38fe420-307e-4f4b-b843-114b7d2a6885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:21.955072 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:21.960615 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-b925464c-2502-48d1-9c50-8656e42bb586 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:22.010285 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9bf27d-18a1-4305-8d7b-bdf7746dadab,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:22.012349 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] No DVR routers for this DVR port ef9bf27d-18a1-4305-8d7b-bdf7746dadab on host dv-cinder-786627-8-smb {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:19:22.013903 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:22.047223 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-b38fe420-307e-4f4b-b843-114b7d2a6885 None None] Calling delete_port for ef9bf27d-18a1-4305-8d7b-bdf7746dadab owned by network:dhcp {{(pid=92282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:19:22.059655 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-c42c0976-c687-4354-93e4-c1c59926bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:22.061177 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-c42c0976-c687-4354-93e4-c1c59926bff8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6510b398a2924cc896f0ecf5dd74ea97&device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 1096 time: 0.1046448 Jun 08 04:19:22.134733 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-bc8d1efa-e65c-4c3b-86e8-cd93ff132c74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce05f8da-df95-4951-99fe-194394ab6ddf HTTP/1.1" status: 200 len: 217 time: 0.0655487 Jun 08 04:19:22.178736 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:22.195399 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-b38fe420-307e-4f4b-b843-114b7d2a6885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375'] for port, after_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:22.196587 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3816dd8e-f31f-47f6-ad61-452ca62afd90']}} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:22.200113 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:22.204020 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-734bcecb-d87c-46e7-a85e-a9073d8190f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:22.205617 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-734bcecb-d87c-46e7-a85e-a9073d8190f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cbbe1bd-e80b-4b17-a029-b5a2fd183531 HTTP/1.1" status: 200 len: 850 time: 0.0641401 Jun 08 04:19:22.212815 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f378dc58-1880-471e-a694-0448c9eb618d') {'for_net_delete': True} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:22.213122 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f378dc58-1880-471e-a694-0448c9eb618d') {} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:22.227683 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050158'] for segment, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:22.245584 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fe420-307e-4f4b-b843-114b7d2a6885 None None] Pushing event deleted for resources: {'Port': ['ID=ef9bf27d-18a1-4305-8d7b-bdf7746dadab,revision_number=None']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:22.247670 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38fe420-307e-4f4b-b843-114b7d2a6885 None None] No DVR routers for this DVR port ef9bf27d-18a1-4305-8d7b-bdf7746dadab on host dv-cinder-786627-8-smb {{(pid=92282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:19:22.249070 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-b38fe420-307e-4f4b-b843-114b7d2a6885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:22.259206 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1e9c8-07a1-4c10-8bc3-20d0664c98ad req-055159dc-038f-4938-8894-d8a374e7fa9f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:22.260710 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-aad1e9c8-07a1-4c10-8bc3-20d0664c98ad req-055159dc-038f-4938-8894-d8a374e7fa9f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 943 time: 0.2008536 Jun 08 04:19:22.261838 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:22.289030 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=92281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:19:22.289473 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2017755'] for segment, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:22.304282 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-e4e51131-3f5c-4405-af80-f51221899fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: Traceback (most recent call last): Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: timer() Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: cb(*args, **kw) Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: return func(*args, **kwargs) Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: self._notify() Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: self.callback(batched_events) Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: event.method(event) Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: return f(self, *a, **k) Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: return self._get(url).json() Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: return self.request(url, 'GET', **kwargs) Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:19:22.304813 dv-cinder-786627-8-smb neutron-server[92281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:19:22.307227 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-e4e51131-3f5c-4405-af80-f51221899fe4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851955 Jun 08 04:19:22.437765 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-aad1e9c8-07a1-4c10-8bc3-20d0664c98ad req-b7e02ce0-cd91-454c-8ec4-099e55739834 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709442 Jun 08 04:19:22.481747 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12881c1f-be8f-4f8b-a817-950c7c103f3e req-10ca1e0d-57b0-41ac-aec9-cee41fcaf958 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:22.483174 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-12881c1f-be8f-4f8b-a817-950c7c103f3e req-10ca1e0d-57b0-41ac-aec9-cee41fcaf958 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.0927742 Jun 08 04:19:22.517488 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-7283f274-70d4-40de-998f-e2285e58ddda service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052968 Jun 08 04:19:22.527562 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-12881c1f-be8f-4f8b-a817-950c7c103f3e req-bf1d0059-a146-44d1-bcab-4c1a8a2e247c tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379617 Jun 08 04:19:22.531673 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:22.536120 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:22.539406 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] 10.222.0.18 "DELETE /v2.0/networks/3816dd8e-f31f-47f6-ad61-452ca62afd90 HTTP/1.1" status: 204 len: 168 time: 1.2054694 Jun 08 04:19:22.539406 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:22.547263 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38626) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:22.557629 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Pushing event deleted for resources: {'Network': ['ID=3816dd8e-f31f-47f6-ad61-452ca62afd90,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:22.560166 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ba00e234-62fe-4404-87a0-150e1ada31ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:22.812453 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89cce01c-6d43-4db8-bf8b-2313a8e8f821 req-61e99a78-049e-4a3f-adff-f54558e28042 service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857733 Jun 08 04:19:22.990296 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:19:23.034696 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d4445-9ea3-40c1-8158-4781039cbb27 req-0880c89f-7730-4a61-8e96-f5a0b93d37da tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:23.036908 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3a5d4445-9ea3-40c1-8158-4781039cbb27 req-0880c89f-7730-4a61-8e96-f5a0b93d37da tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.0984654 Jun 08 04:19:23.043390 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:19:23.090868 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3a5d4445-9ea3-40c1-8158-4781039cbb27 req-eb2e907f-ab1a-4e89-a6c0-16a330f8b82d tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459151 Jun 08 04:19:23.091347 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 38638) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:23.201860 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:23.212794 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-89afd85b-2607-4fd7-85e2-8c0082658d8c req-b7d4acbd-65fb-4796-9bbf-cd01c69c592a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202776 Jun 08 04:19:23.219665 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-867644'] for router_interface, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:23.230470 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:19:23.232723 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c9e784-c1d1-4e59-819c-e3d9e5d74732" -d '{"events": [{"server_uuid": "06c7e654-f8e0-47db-9933-dadb9b32cf55", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:19:23.240520 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:23.274748 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Jun 2021 04:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b0be0c-923a-406c-8d85-3429e247e228 x-openstack-request-id: req-29b0be0c-923a-406c-8d85-3429e247e228 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:19:23.277030 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c7e654-f8e0-47db-9933-dadb9b32cf55", "name": "network-vif-unplugged", "status": "failed", "tag": "d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2", "code": 422}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:19:23.277631 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29b0be0c-923a-406c-8d85-3429e247e228 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:19:23.278268 dv-cinder-786627-8-smb neutron-server[92282]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'code': 422} returned with failed status Jun 08 04:19:23.314854 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:23.316929 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:23.403158 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,revision_number=6']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:23.414798 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:23.669372 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Deleting port bc9dd701-97bb-4f45-99d0-32c24965d488 {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:19:23.669959 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:23.697346 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device ef9bf27d-18a1-4305-8d7b-bdf7746dadab no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:19:23.736621 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: ef9bf27d-18a1-4305-8d7b-bdf7746dadab {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:19:23.738331 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device ef9bf27d-18a1-4305-8d7b-bdf7746dadab not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:19:23.798141 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] For port bc9dd701-97bb-4f45-99d0-32c24965d488, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=bc9dd701-97bb-4f45-99d0-32c24965d488,segment=NetworkSegment(59d26ccb-b104-457c-b67d-7ea66091cdbc),segment_id=59d26ccb-b104-457c-b67d-7ea66091cdbc)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:23.798501 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:23.885490 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca4e4a-c9f0-4c24-90fe-e5a46fca7e62 req-39a6e0e2-4bc0-4a7d-af97-34fe52601c62 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:23.886971 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fbca4e4a-c9f0-4c24-90fe-e5a46fca7e62 req-39a6e0e2-4bc0-4a7d-af97-34fe52601c62 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 943 time: 0.1847010 Jun 08 04:19:23.933491 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fbca4e4a-c9f0-4c24-90fe-e5a46fca7e62 req-0668f093-a285-487c-ad1f-b27a24aa4459 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406120 Jun 08 04:19:24.017525 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Calling delete_port for bc9dd701-97bb-4f45-99d0-32c24965d488 owned by network:router_interface {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:19:24.285240 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79560dbe-2f04-4023-a34b-f017d06f2f1b req-82d1583b-b1dc-4853-802f-045e6538c5e4 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:24.286849 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-79560dbe-2f04-4023-a34b-f017d06f2f1b req-82d1583b-b1dc-4853-802f-045e6538c5e4 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 943 time: 0.0832455 Jun 08 04:19:24.332189 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-79560dbe-2f04-4023-a34b-f017d06f2f1b req-bd456681-6cfe-473b-8d89-983410fcd078 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396640 Jun 08 04:19:24.343457 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:24.348159 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c4318990-a800-4fee-a958-42a957c2e504 tempest-ServerRescueNegativeTestJSON-426308211 tempest-ServerRescueNegativeTestJSON-426308211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:24.389268 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9dd701-97bb-4f45-99d0-32c24965d488,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:24.427692 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:24.428069 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:24.429131 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:24.429516 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:24.429882 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:24.430280 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:24.430612 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:24.430999 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:24.431357 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:24.431708 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:24.432056 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:24.432404 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:19:24.441548 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:24.679429 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-761500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-844231'] for router_interface, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:25.030853 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Router 96cf52ac-4fe2-4008-8242-be931d90715d has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:19:25.129594 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f8dd4-c3aa-4a21-baa3-9a7bfa6e6ede req-8399bbfc-fb89-46b1-8612-0573d23ce51e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:25.131089 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d94f8dd4-c3aa-4a21-baa3-9a7bfa6e6ede req-8399bbfc-fb89-46b1-8612-0573d23ce51e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 943 time: 0.0936747 Jun 08 04:19:25.177049 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d94f8dd4-c3aa-4a21-baa3-9a7bfa6e6ede req-e2539d3b-87a3-4438-90cd-fbadae231712 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392330 Jun 08 04:19:25.216910 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:19:25.224815 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] 10.222.0.18 "PUT /v2.0/routers/96cf52ac-4fe2-4008-8242-be931d90715d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6734068 Jun 08 04:19:25.224815 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38662) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:25.226800 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566dc0f6-31bd-4ab2-ad77-c86ea63abae1 None None] Sync routers for ids ['96cf52ac-4fe2-4008-8242-be931d90715d'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:19:25.236830 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566dc0f6-31bd-4ab2-ad77-c86ea63abae1 None None] Routers {'96cf52ac-4fe2-4008-8242-be931d90715d'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:19:25.237449 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-566dc0f6-31bd-4ab2-ad77-c86ea63abae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:19:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['96cf52ac-4fe2-4008-8242-be931d90715d'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:25.420701 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-566dc0f6-31bd-4ab2-ad77-c86ea63abae1 None None] Set router 96cf52ac-4fe2-4008-8242-be931d90715d gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:19:25.501011 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Notify callbacks [] for router, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:25.527113 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af13430-cb8e-4942-8c21-1983e1c6a3de req-c2931082-03a5-4de6-8db0-5c23ed34d147 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:25.528768 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3af13430-cb8e-4942-8c21-1983e1c6a3de req-c2931082-03a5-4de6-8db0-5c23ed34d147 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 943 time: 0.0876164 Jun 08 04:19:25.595495 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3af13430-cb8e-4942-8c21-1983e1c6a3de req-23348b00-9269-404f-848d-16cde4873a59 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602021 Jun 08 04:19:25.740313 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-566dc0f6-31bd-4ab2-ad77-c86ea63abae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'name': 'tempest-TestMinimumBasicScenario-2071242271-router', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:53Z', 'updated_at': '2021-06-08T04:19:24Z', 'revision_number': 5, 'project_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'gw_port': {'id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:54Z', 'updated_at': '2021-06-08T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:25.744033 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566dc0f6-31bd-4ab2-ad77-c86ea63abae1 None None] Checking router: 96cf52ac-4fe2-4008-8242-be931d90715d for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:19:25.752117 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566dc0f6-31bd-4ab2-ad77-c86ea63abae1 None None] Routers {'96cf52ac-4fe2-4008-8242-be931d90715d'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:19:25.752644 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-566dc0f6-31bd-4ab2-ad77-c86ea63abae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:19:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['96cf52ac-4fe2-4008-8242-be931d90715d'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:25.756301 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:25.795215 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afd85b-2607-4fd7-85e2-8c0082658d8c req-674643f7-7723-4a8d-93fb-1ce584c87374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:25.796670 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89afd85b-2607-4fd7-85e2-8c0082658d8c req-674643f7-7723-4a8d-93fb-1ce584c87374 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55&tenant_id=3002b5386f4844238db562f48f30e074 HTTP/1.1" status: 200 len: 1096 time: 0.0788383 Jun 08 04:19:25.926419 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-566dc0f6-31bd-4ab2-ad77-c86ea63abae1 None None] Set router 96cf52ac-4fe2-4008-8242-be931d90715d gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:19:25.941269 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afd85b-2607-4fd7-85e2-8c0082658d8c req-efda2b94-11f6-45e8-b3fb-1c753b09ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:25.942743 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89afd85b-2607-4fd7-85e2-8c0082658d8c req-efda2b94-11f6-45e8-b3fb-1c753b09ae57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3002b5386f4844238db562f48f30e074&device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 1096 time: 0.1229541 Jun 08 04:19:25.944734 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Deleting port 6bad81a3-0e45-420c-b960-2a8dc836ba14 {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:19:25.945072 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:26.171501 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] For port 6bad81a3-0e45-420c-b960-2a8dc836ba14, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=6bad81a3-0e45-420c-b960-2a8dc836ba14,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:26.171856 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:26.223623 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-566dc0f6-31bd-4ab2-ad77-c86ea63abae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'name': 'tempest-TestMinimumBasicScenario-2071242271-router', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:53Z', 'updated_at': '2021-06-08T04:19:24Z', 'revision_number': 5, 'project_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'gw_port': {'id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:54Z', 'updated_at': '2021-06-08T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:26.227531 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566dc0f6-31bd-4ab2-ad77-c86ea63abae1 None None] The sync data for ids ['96cf52ac-4fe2-4008-8242-be931d90715d'] in dv-cinder-786627-8-smb is: [{'id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'name': 'tempest-TestMinimumBasicScenario-2071242271-router', 'tenant_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:53Z', 'updated_at': '2021-06-08T04:19:24Z', 'revision_number': 5, 'project_id': 'dea2576bd9c6414c99afb50493a1a0fb', 'gw_port': {'id': '6bad81a3-0e45-420c-b960-2a8dc836ba14', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cf52ac-4fe2-4008-8242-be931d90715d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:54Z', 'updated_at': '2021-06-08T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:19:26.239303 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afd85b-2607-4fd7-85e2-8c0082658d8c req-03609502-d205-404e-a3e8-f1533ec1585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:26.240774 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89afd85b-2607-4fd7-85e2-8c0082658d8c req-03609502-d205-404e-a3e8-f1533ec1585c service neutron] 10.222.0.21 "GET /v2.0/networks?id=29de343d-a844-4dfc-bfb6-69bd35f7217d HTTP/1.1" status: 200 len: 909 time: 0.2817409 Jun 08 04:19:26.300797 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Calling delete_port for 6bad81a3-0e45-420c-b960-2a8dc836ba14 owned by network:router_gateway {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:19:26.364070 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d79373-ccf5-4121-bbc1-69c58c937e59 req-a1b8af56-45fc-40f2-bf37-14e786a8d70a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:26.365450 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f0d79373-ccf5-4121-bbc1-69c58c937e59 req-a1b8af56-45fc-40f2-bf37-14e786a8d70a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 943 time: 0.0784857 Jun 08 04:19:26.407377 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89afd85b-2607-4fd7-85e2-8c0082658d8c req-69af3f81-c003-4386-95eb-d9e37386a2df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 HTTP/1.1" status: 200 len: 998 time: 0.1130564 Jun 08 04:19:26.410953 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f0d79373-ccf5-4121-bbc1-69c58c937e59 req-ebf1ae82-dbd0-4ccd-8e95-252bb602eeef tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392275 Jun 08 04:19:26.489492 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afd85b-2607-4fd7-85e2-8c0082658d8c req-b0b2c3a7-962b-4b1f-8017-5cdb58193228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:26.490901 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89afd85b-2607-4fd7-85e2-8c0082658d8c req-b0b2c3a7-962b-4b1f-8017-5cdb58193228 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8 HTTP/1.1" status: 200 len: 847 time: 0.0760949 Jun 08 04:19:26.625071 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afd85b-2607-4fd7-85e2-8c0082658d8c req-a19e47c6-b679-4a77-b890-867cc0ab59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:26.626898 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89afd85b-2607-4fd7-85e2-8c0082658d8c req-a19e47c6-b679-4a77-b890-867cc0ab59e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29de343d-a844-4dfc-bfb6-69bd35f7217d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1278827 Jun 08 04:19:26.705431 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:26.710719 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:26.843310 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0764a3-c59c-4ef7-a27f-5b0a5ada81a0 req-35726cd2-c5f8-44b7-9381-8f0b0f2ea04a tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:26.848364 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0c0764a3-c59c-4ef7-a27f-5b0a5ada81a0 req-35726cd2-c5f8-44b7-9381-8f0b0f2ea04a tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 943 time: 0.1062715 Jun 08 04:19:26.874175 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Pushing event deleted for resources: {'Port': ['ID=6bad81a3-0e45-420c-b960-2a8dc836ba14,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:26.879111 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:26.895918 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0c0764a3-c59c-4ef7-a27f-5b0a5ada81a0 req-f337a071-8a46-4b3b-a7ca-9e2efbb6e976 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398717 Jun 08 04:19:26.992379 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89afd85b-2607-4fd7-85e2-8c0082658d8c req-71c0985d-f706-435d-a2e6-04e98d769da5 service neutron] 10.222.0.21 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564408 Jun 08 04:19:26.996756 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867674'] for router_gateway, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:27.059300 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device ce05f8da-df95-4951-99fe-194394ab6ddf details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:19:27.196332 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port ce05f8da-df95-4951-99fe-194394ab6ddf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ce05f8da-df95-4951-99fe-194394ab6ddf,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:27.208983 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': 'ce05f8da-df95-4951-99fe-194394ab6ddf', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'port_id': 'ce05f8da-df95-4951-99fe-194394ab6ddf', 'mac_address': 'fa:16:3e:47:ba:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:19:27.246161 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-847631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5402'] for router, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:27.250130 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:27.263288 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:27.280447 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce05f8da-df95-4951-99fe-194394ab6ddf {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:19:27.295826 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port ce05f8da-df95-4951-99fe-194394ab6ddf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ce05f8da-df95-4951-99fe-194394ab6ddf,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:27.368940 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-89afd85b-2607-4fd7-85e2-8c0082658d8c req-58263d2e-12ed-49ef-b98a-56e086b9e0bc service neutron] 10.222.0.21 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302732 Jun 08 04:19:27.377497 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:27.379275 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:27.411780 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-847843'] for router, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:27.412318 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96cf52ac-4fe2-4008-8242-be931d90715d {{(pid=92280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 04:19:27.422843 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] Notify callbacks [] for router, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:27.422843 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-3ddd8b31-1fb4-4030-a33a-7d9d07bbdbfe admin admin] 10.222.0.18 "DELETE /v2.0/routers/96cf52ac-4fe2-4008-8242-be931d90715d HTTP/1.1" status: 204 len: 168 time: 2.1928198 Jun 08 04:19:27.423054 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 38678) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:27.454669 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=ce05f8da-df95-4951-99fe-194394ab6ddf,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:27.466707 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:27.492669 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7fcc40-b827-4651-9e8b-921dd88b1d57 admin admin] Deleting subnet c122b28d-0c87-4f0e-b3af-f676490beec5 {{(pid=92281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:19:27.495963 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcc40-b827-4651-9e8b-921dd88b1d57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:27.596750 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcc40-b827-4651-9e8b-921dd88b1d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2050149'] for subnet, precommit_delete_associations {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:27.672062 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadb4c5-4b16-4976-b93e-66eac3942afa req-af7b2e18-c0fe-4b43-828d-d3f75f7dadfb tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:27.673482 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1aadb4c5-4b16-4976-b93e-66eac3942afa req-af7b2e18-c0fe-4b43-828d-d3f75f7dadfb tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 944 time: 0.1503010 Jun 08 04:19:27.732057 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcc40-b827-4651-9e8b-921dd88b1d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:27.753422 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1aadb4c5-4b16-4976-b93e-66eac3942afa req-df6f85e2-9b77-4410-95d5-12958f42b736 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716665 Jun 08 04:19:27.898206 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['ce05f8da-df95-4951-99fe-194394ab6ddf'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:19:27.900735 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcc40-b827-4651-9e8b-921dd88b1d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2017662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2127496'] for subnet, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:27.905207 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-99395ea3-8416-47c0-ab42-a2188564f035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:27.951622 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fcc40-b827-4651-9e8b-921dd88b1d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c122b28d-0c87-4f0e-b3af-f676490beec5,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:27.955419 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6b7fcc40-b827-4651-9e8b-921dd88b1d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:27.958615 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6b7fcc40-b827-4651-9e8b-921dd88b1d57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:27.960616 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-6b7fcc40-b827-4651-9e8b-921dd88b1d57 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c122b28d-0c87-4f0e-b3af-f676490beec5 HTTP/1.1" status: 204 len: 168 time: 0.5389333 Jun 08 04:19:27.963235 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 38690) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:27.963372 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device bc9dd701-97bb-4f45-99d0-32c24965d488 no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:19:27.998850 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314bedbc-4a3d-47b1-bb94-de0e3a88e5f0 None None] Network eb5379c4-3b17-4caa-99fc-ba147abe3ec2 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:19:28.022497 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: bc9dd701-97bb-4f45-99d0-32c24965d488 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:19:28.022952 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device bc9dd701-97bb-4f45-99d0-32c24965d488 not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:19:28.023491 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 6bad81a3-0e45-420c-b960-2a8dc836ba14 no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:19:28.071724 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:28.156834 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Deleting port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:19:28.157265 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:28.175950 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: 6bad81a3-0e45-420c-b960-2a8dc836ba14 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:19:28.176528 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 6bad81a3-0e45-420c-b960-2a8dc836ba14 not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:19:28.316812 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] For port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=2f0b5705-9a7b-4fce-afb6-8395d6e0688c,segment=NetworkSegment(59d26ccb-b104-457c-b67d-7ea66091cdbc),segment_id=59d26ccb-b104-457c-b67d-7ea66091cdbc)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:28.317309 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:28.417636 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50777774-c965-4c4b-8dbf-2e7d21b894df None None] DHCP port deletion for eb5379c4-3b17-4caa-99fc-ba147abe3ec2 request from dv-cinder-786627-8-smb {{(pid=92282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 04:19:28.441406 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Calling delete_port for 2f0b5705-9a7b-4fce-afb6-8395d6e0688c owned by network:dhcp {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:19:28.473092 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d842d4c-a6d4-4f84-9f5b-40e323ef1c49 req-8ac81331-f89e-43ac-9121-2f84f517af78 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:28.474544 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1d842d4c-a6d4-4f84-9f5b-40e323ef1c49 req-8ac81331-f89e-43ac-9121-2f84f517af78 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 943 time: 0.2478738 Jun 08 04:19:28.482385 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-50777774-c965-4c4b-8dbf-2e7d21b894df None None] Deleting port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c {{(pid=92282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:19:28.482767 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-50777774-c965-4c4b-8dbf-2e7d21b894df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:28.532915 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1d842d4c-a6d4-4f84-9f5b-40e323ef1c49 req-36748289-3389-475a-8151-d605a5665fe1 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519047 Jun 08 04:19:28.581212 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-50777774-c965-4c4b-8dbf-2e7d21b894df None None] For port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=2f0b5705-9a7b-4fce-afb6-8395d6e0688c,segment=NetworkSegment(59d26ccb-b104-457c-b67d-7ea66091cdbc),segment_id=59d26ccb-b104-457c-b67d-7ea66091cdbc)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:28.582121 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-50777774-c965-4c4b-8dbf-2e7d21b894df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:28.617126 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:28.621808 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:28.664685 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f0b5705-9a7b-4fce-afb6-8395d6e0688c,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:28.666399 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] No DVR routers for this DVR port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c on host dv-cinder-786627-8-smb {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:19:28.667855 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:28.705496 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-50777774-c965-4c4b-8dbf-2e7d21b894df None None] Calling delete_port for 2f0b5705-9a7b-4fce-afb6-8395d6e0688c owned by network:dhcp {{(pid=92282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:19:28.749076 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-50777774-c965-4c4b-8dbf-2e7d21b894df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375'] for port, after_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:28.753783 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:28.807918 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50777774-c965-4c4b-8dbf-2e7d21b894df None None] Pushing event deleted for resources: {'Port': ['ID=2f0b5705-9a7b-4fce-afb6-8395d6e0688c,revision_number=None']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:28.810368 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-50777774-c965-4c4b-8dbf-2e7d21b894df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:28.813109 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50777774-c965-4c4b-8dbf-2e7d21b894df None None] No DVR routers for this DVR port 2f0b5705-9a7b-4fce-afb6-8395d6e0688c on host dv-cinder-786627-8-smb {{(pid=92282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:19:28.878822 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:28.922736 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5379c4-3b17-4caa-99fc-ba147abe3ec2']}} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:28.953529 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d26ccb-b104-457c-b67d-7ea66091cdbc') {'for_net_delete': True} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:28.953827 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d26ccb-b104-457c-b67d-7ea66091cdbc') {} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:28.970062 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050158'] for segment, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:28.991501 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:29.000491 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=92281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:19:29.000879 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2017755'] for segment, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: Traceback (most recent call last): Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: timer() Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: cb(*args, **kw) Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: return func(*args, **kwargs) Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: self._notify() Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: self.callback(batched_events) Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: event.method(event) Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: return f(self, *a, **k) Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: return self._get(url).json() Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: return self.request(url, 'GET', **kwargs) Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:19:29.014383 dv-cinder-786627-8-smb neutron-server[92281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:19:29.083183 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba09f8d-c402-43ed-b7a6-310afdec7518 req-b89806db-ed4e-40df-a336-5ec7a88d5398 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:29.083183 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4ba09f8d-c402-43ed-b7a6-310afdec7518 req-b89806db-ed4e-40df-a336-5ec7a88d5398 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 944 time: 0.1911328 Jun 08 04:19:29.142203 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4ba09f8d-c402-43ed-b7a6-310afdec7518 req-1ac52245-c21a-4d0c-a7da-f76f5feee052 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450015 Jun 08 04:19:29.174683 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:29.178209 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:29.193911 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:29.195716 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] 10.222.0.18 "DELETE /v2.0/networks/eb5379c4-3b17-4caa-99fc-ba147abe3ec2 HTTP/1.1" status: 204 len: 168 time: 1.2312713 Jun 08 04:19:29.198820 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5379c4-3b17-4caa-99fc-ba147abe3ec2,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:29.201061 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-75a9095c-e74c-46d6-b2ec-3128138af012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:29.547753 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38706) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:29.595765 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-95a56738-2ca3-4ca4-b4b4-bad5f369173c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f857362d6c348529e6e99d64c3fccbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468085 Jun 08 04:19:29.598626 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38710) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:29.667341 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-033f9975-0abc-4073-8253-dd85f23b2618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:29.671135 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 2f0b5705-9a7b-4fce-afb6-8395d6e0688c no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:19:29.693880 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-033f9975-0abc-4073-8253-dd85f23b2618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:29.706031 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: 2f0b5705-9a7b-4fce-afb6-8395d6e0688c {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:19:29.706446 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 2f0b5705-9a7b-4fce-afb6-8395d6e0688c not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:19:29.723373 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5f65d-1696-4579-b22e-b2c8a51464cf req-08ba185a-da66-4328-9301-27f140ae7473 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:29.724848 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f5a5f65d-1696-4579-b22e-b2c8a51464cf req-08ba185a-da66-4328-9301-27f140ae7473 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 943 time: 0.0881116 Jun 08 04:19:29.768245 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f5a5f65d-1696-4579-b22e-b2c8a51464cf req-27532df7-6724-4241-a9d5-2390b1e207a5 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375504 Jun 08 04:19:29.834521 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-033f9975-0abc-4073-8253-dd85f23b2618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:29.836992 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-033f9975-0abc-4073-8253-dd85f23b2618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:29.838143 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-033f9975-0abc-4073-8253-dd85f23b2618 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f4f4b4a-f7ba-43d9-afb2-a2787981115c HTTP/1.1" status: 204 len: 168 time: 0.2385838 Jun 08 04:19:29.838942 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e3a710d0-e54f-4965-b529-390d649e947c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:29.848857 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f9975-0abc-4073-8253-dd85f23b2618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4f4b4a-f7ba-43d9-afb2-a2787981115c,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:29.851177 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-033f9975-0abc-4073-8253-dd85f23b2618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:30.332973 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15740ca-8967-496a-948e-9d1daeff470e req-c90d3703-ae50-4d57-82c1-de19e2c7b95b tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:30.334212 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d15740ca-8967-496a-948e-9d1daeff470e req-c90d3703-ae50-4d57-82c1-de19e2c7b95b tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 944 time: 0.0825171 Jun 08 04:19:30.377212 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d15740ca-8967-496a-948e-9d1daeff470e req-6c799bc6-00bd-4b07-9db7-8e30c6a34a89 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374563 Jun 08 04:19:30.544730 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38722) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:30.595985 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-9a589c8c-c48e-4fc6-82f7-4cadbc61e548 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dea2576bd9c6414c99afb50493a1a0fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499504 Jun 08 04:19:30.598267 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 38724) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:30.656433 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0eb7b295-8521-44d2-a028-6922d8a42c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:30.681224 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0eb7b295-8521-44d2-a028-6922d8a42c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:30.813630 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0eb7b295-8521-44d2-a028-6922d8a42c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:30.813630 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0eb7b295-8521-44d2-a028-6922d8a42c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:30.814421 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-0eb7b295-8521-44d2-a028-6922d8a42c48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b02c2edc-ddc9-4439-92a7-e55421e21f9e HTTP/1.1" status: 204 len: 168 time: 0.2152538 Jun 08 04:19:30.815258 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-d71ec91e-bc05-4f05-974c-9db702ec090f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:30.825594 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7b295-8521-44d2-a028-6922d8a42c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02c2edc-ddc9-4439-92a7-e55421e21f9e,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:30.827994 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0eb7b295-8521-44d2-a028-6922d8a42c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:30.962475 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acf6c3-90a9-407f-b927-a1234899e915 req-a5b0675a-4e49-47eb-8d5c-d8e00e2ceaa8 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:30.963923 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d1acf6c3-90a9-407f-b927-a1234899e915 req-a5b0675a-4e49-47eb-8d5c-d8e00e2ceaa8 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 943 time: 0.0814631 Jun 08 04:19:31.010955 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d1acf6c3-90a9-407f-b927-a1234899e915 req-6888bb7e-133f-4598-867b-22aaf1d7e171 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409100 Jun 08 04:19:31.092873 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device ce05f8da-df95-4951-99fe-194394ab6ddf up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:19:31.117880 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:19:31.321469 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:31.339854 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'port_id': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'mac_address': 'fa:16:3e:0f:ec:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:19:31.375218 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port ce05f8da-df95-4951-99fe-194394ab6ddf completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:19:31.388695 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port ce05f8da-df95-4951-99fe-194394ab6ddf triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:19:31.388695 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:31.526000 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:31.558702 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:19:31.575873 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:31.594228 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:31.594457 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8e0e0-05cc-470b-a2cb-de0895057b82 req-dee9bab1-7d9a-4142-9fbc-81ec7ddc25a4 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:31.595863 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7ad8e0e0-05cc-470b-a2cb-de0895057b82 req-dee9bab1-7d9a-4142-9fbc-81ec7ddc25a4 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 944 time: 0.0787439 Jun 08 04:19:31.606301 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be27621b-2816-4ebc-b905-a11593896ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce05f8da-df95-4951-99fe-194394ab6ddf'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:19:31.608601 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbd253e-4bf8-4e49-999b-eba68ae2aeb3" -d '{"events": [{"server_uuid": "be27621b-2816-4ebc-b905-a11593896ccc", "name": "network-vif-plugged", "status": "completed", "tag": "ce05f8da-df95-4951-99fe-194394ab6ddf"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:19:31.616790 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port ce05f8da-df95-4951-99fe-194394ab6ddf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ce05f8da-df95-4951-99fe-194394ab6ddf,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:31.643869 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7ad8e0e0-05cc-470b-a2cb-de0895057b82 req-ac4f6cbd-fcc9-4a99-837b-be49cd365d32 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419722 Jun 08 04:19:31.657613 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dd2e52-561b-42a3-a6f1-83b5b4fb9137 x-openstack-request-id: req-64dd2e52-561b-42a3-a6f1-83b5b4fb9137 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:19:31.657913 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be27621b-2816-4ebc-b905-a11593896ccc", "name": "network-vif-plugged", "status": "completed", "tag": "ce05f8da-df95-4951-99fe-194394ab6ddf", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:19:31.658178 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64dd2e52-561b-42a3-a6f1-83b5b4fb9137 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:19:31.658594 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be27621b-2816-4ebc-b905-a11593896ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce05f8da-df95-4951-99fe-194394ab6ddf', 'code': 200} Jun 08 04:19:31.675080 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:31.678246 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:31.732177 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:31.748702 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,revision_number=7']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:31.751722 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:31.752366 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:31.822545 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=ce05f8da-df95-4951-99fe-194394ab6ddf,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:31.825545 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:32.002330 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:19:32.048796 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524629e-ddd6-4ee6-96d2-6033fb620557 req-a7f376c4-75a5-48aa-884f-98d9fc77b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:32.051033 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-6524629e-ddd6-4ee6-96d2-6033fb620557 req-a7f376c4-75a5-48aa-884f-98d9fc77b4a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 1098 time: 0.0805674 Jun 08 04:19:32.102129 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-6524629e-ddd6-4ee6-96d2-6033fb620557 req-bd2b9f16-5a46-43d4-9ff6-a466f33c4247 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445161 Jun 08 04:19:32.203483 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae282d1-8578-4eff-a0be-60c7b868a241 req-591bb982-cbc1-4e53-b3fa-83da100c6f50 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:32.205023 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2ae282d1-8578-4eff-a0be-60c7b868a241 req-591bb982-cbc1-4e53-b3fa-83da100c6f50 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 944 time: 0.0845075 Jun 08 04:19:32.250353 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2ae282d1-8578-4eff-a0be-60c7b868a241 req-592a4a67-888c-4f59-b963-d3763f4780ab tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388944 Jun 08 04:19:32.824262 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc59535-6636-4891-8812-2b097d33b626 req-8430fdf8-9706-4ec2-aace-fb5131c91221 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:32.825704 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2cc59535-6636-4891-8812-2b097d33b626 req-8430fdf8-9706-4ec2-aace-fb5131c91221 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 945 time: 0.0783632 Jun 08 04:19:32.872736 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2cc59535-6636-4891-8812-2b097d33b626 req-a1b52b23-395a-4e7a-bb78-8fc80577f405 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414007 Jun 08 04:19:33.436012 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fd2d0-44a2-48e2-a39c-76cd7e3517a3 req-48f0d42e-0374-413a-a58a-acdf0b773ffe tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:33.437359 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f30fd2d0-44a2-48e2-a39c-76cd7e3517a3 req-48f0d42e-0374-413a-a58a-acdf0b773ffe tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 944 time: 0.0805340 Jun 08 04:19:33.481229 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f30fd2d0-44a2-48e2-a39c-76cd7e3517a3 req-be107759-9a7f-41d7-b1ca-89a9b3f91f8b tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382786 Jun 08 04:19:34.055215 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7997321-c2d8-41cf-b9c1-a440e1838854 req-58e260c8-5a99-4e54-9c8b-172c13a3fb5f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:34.056597 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f7997321-c2d8-41cf-b9c1-a440e1838854 req-58e260c8-5a99-4e54-9c8b-172c13a3fb5f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 945 time: 0.0815921 Jun 08 04:19:34.101042 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f7997321-c2d8-41cf-b9c1-a440e1838854 req-b6c210c6-efb7-43a4-8119-d4d200f1c274 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387666 Jun 08 04:19:34.277209 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b0ab0-d42e-4e84-abe7-fa4809289e3f req-3dbd025c-046c-40d4-a258-b72f13e31a08 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:34.278647 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9a8b0ab0-d42e-4e84-abe7-fa4809289e3f req-3dbd025c-046c-40d4-a258-b72f13e31a08 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 945 time: 0.0795102 Jun 08 04:19:34.286942 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 38764) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:19:34.291405 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [None req-4dc6ddc3-8d23-4733-97be-ef0b633c232a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Request body: {'floatingip': {'port_id': 'ce05f8da-df95-4951-99fe-194394ab6ddf'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:19:34.367177 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ddc3-8d23-4733-97be-ef0b633c232a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for floatingip, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:34.818384 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:34.966251 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f96a-66a3-4869-bf1f-5344749f5f06 req-c582d6b1-67d1-4b74-a487-d0d2d93d901d tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:34.967907 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1566f96a-66a3-4869-bf1f-5344749f5f06 req-c582d6b1-67d1-4b74-a487-d0d2d93d901d tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 944 time: 0.3578384 Jun 08 04:19:35.035563 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1566f96a-66a3-4869-bf1f-5344749f5f06 req-89b81f2d-2cea-445d-8f7c-eefa279d9061 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565038 Jun 08 04:19:35.121765 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:19:35.149346 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ddc3-8d23-4733-97be-ef0b633c232a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:35.194528 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:19:35.194904 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:35.236912 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ddc3-8d23-4733-97be-ef0b633c232a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867599'] for floatingip, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:35.309614 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:35.363898 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:19:35.366100 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601f57f3-279e-4fde-b8f0-d79112d80df4" -d '{"events": [{"server_uuid": "06c7e654-f8e0-47db-9933-dadb9b32cf55", "name": "network-vif-plugged", "status": "completed", "tag": "d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:19:35.373855 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:19:35.409565 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90acbdff-92e7-44a1-a412-bd162d25132e x-openstack-request-id: req-90acbdff-92e7-44a1-a412-bd162d25132e {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:19:35.409866 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c7e654-f8e0-47db-9933-dadb9b32cf55", "name": "network-vif-plugged", "status": "completed", "tag": "d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:19:35.410726 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90acbdff-92e7-44a1-a412-bd162d25132e {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:19:35.411143 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'code': 200} Jun 08 04:19:35.411947 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.db.l3_db [None req-4dc6ddc3-8d23-4733-97be-ef0b633c232a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Floating IP 0e47b5c2-dc07-45be-9bb9-918cf0a18985 associated. External IP: 172.28.2.214, port: ce05f8da-df95-4951-99fe-194394ab6ddf. Jun 08 04:19:35.443307 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:35.445719 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:19:35.509289 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,revision_number=8']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:19:35.512301 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:19:35.763516 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc6ddc3-8d23-4733-97be-ef0b633c232a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Router f16755fc-28c9-4084-a50a-40c86108a1bf has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:19:35.788403 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d43a4-55e0-4fa7-9872-e7b55bfdd73c req-10b34817-404c-4b11-bc37-fc0d3c6074ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:35.789957 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d02d43a4-55e0-4fa7-9872-e7b55bfdd73c req-10b34817-404c-4b11-bc37-fc0d3c6074ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 1098 time: 0.0689862 Jun 08 04:19:35.831403 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-d02d43a4-55e0-4fa7-9872-e7b55bfdd73c req-a517ccb1-68a6-4390-b333-a2e3507bb53b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327744 Jun 08 04:19:35.937301 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc6ddc3-8d23-4733-97be-ef0b633c232a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:19:35.943093 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ddc3-8d23-4733-97be-ef0b633c232a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:35.948225 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0d24e-9eda-45d1-bf1d-9b1ca33600f8 None None] Sync routers for ids ['f16755fc-28c9-4084-a50a-40c86108a1bf'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:19:35.957540 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0d24e-9eda-45d1-bf1d-9b1ca33600f8 None None] Routers {'f16755fc-28c9-4084-a50a-40c86108a1bf'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:19:35.958136 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-c4c0d24e-9eda-45d1-bf1d-9b1ca33600f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:19:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['f16755fc-28c9-4084-a50a-40c86108a1bf'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:36.000031 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-4dc6ddc3-8d23-4733-97be-ef0b633c232a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "PUT /v2.0/floatingips/0e47b5c2-dc07-45be-9bb9-918cf0a18985 HTTP/1.1" status: 200 len: 991 time: 1.7120428 Jun 08 04:19:36.000811 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be27621b-2816-4ebc-b905-a11593896ccc', 'tag': 'ce05f8da-df95-4951-99fe-194394ab6ddf'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:19:36.003245 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f756e055-7d57-493a-9b9e-c673de3d4b36" -d '{"events": [{"name": "network-changed", "server_uuid": "be27621b-2816-4ebc-b905-a11593896ccc", "tag": "ce05f8da-df95-4951-99fe-194394ab6ddf"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:19:36.047922 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1971825-9cd4-4f1a-ac55-20d0c02781bc x-openstack-request-id: req-b1971825-9cd4-4f1a-ac55-20d0c02781bc {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:19:36.048255 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be27621b-2816-4ebc-b905-a11593896ccc", "tag": "ce05f8da-df95-4951-99fe-194394ab6ddf", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:19:36.048527 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1971825-9cd4-4f1a-ac55-20d0c02781bc {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:19:36.054901 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be27621b-2816-4ebc-b905-a11593896ccc', 'tag': 'ce05f8da-df95-4951-99fe-194394ab6ddf', 'status': 'completed', 'code': 200} Jun 08 04:19:36.156243 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-c4c0d24e-9eda-45d1-bf1d-9b1ca33600f8 None None] Set router f16755fc-28c9-4084-a50a-40c86108a1bf gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:19:36.183814 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756e055-7d57-493a-9b9e-c673de3d4b36 req-141d989f-887e-457d-8250-aa4095a6be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:36.185511 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-f756e055-7d57-493a-9b9e-c673de3d4b36 req-141d989f-887e-457d-8250-aa4095a6be74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6510b398a2924cc896f0ecf5dd74ea97&device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 1098 time: 0.0784361 Jun 08 04:19:36.235372 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c933a-6696-41ae-bfc6-096a439c6728 req-d07fed3c-31ff-4beb-bb29-3aaf7f758f19 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:36.236917 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b61c933a-6696-41ae-bfc6-096a439c6728 req-d07fed3c-31ff-4beb-bb29-3aaf7f758f19 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.0891225 Jun 08 04:19:36.281762 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b61c933a-6696-41ae-bfc6-096a439c6728 req-d2f014f0-0907-4e60-afa2-8c6a840f51b8 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385427 Jun 08 04:19:36.337410 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756e055-7d57-493a-9b9e-c673de3d4b36 req-69bf3f95-eb1b-460b-a51b-a288c491a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:36.338850 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-f756e055-7d57-493a-9b9e-c673de3d4b36 req-69bf3f95-eb1b-460b-a51b-a288c491a56a service neutron] 10.222.0.21 "GET /v2.0/networks?id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608 HTTP/1.1" status: 200 len: 912 time: 0.1351700 Jun 08 04:19:36.440222 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-f756e055-7d57-493a-9b9e-c673de3d4b36 req-5ab3e75d-ac84-412f-9cc2-7a4b7fc077e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce05f8da-df95-4951-99fe-194394ab6ddf HTTP/1.1" status: 200 len: 999 time: 0.0944908 Jun 08 04:19:36.507159 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756e055-7d57-493a-9b9e-c673de3d4b36 req-1011ab1f-dd8b-419d-bdd9-90956c60935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:36.508622 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-f756e055-7d57-493a-9b9e-c673de3d4b36 req-1011ab1f-dd8b-419d-bdd9-90956c60935f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6cbbe1bd-e80b-4b17-a029-b5a2fd183531 HTTP/1.1" status: 200 len: 850 time: 0.0608220 Jun 08 04:19:36.516509 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-c4c0d24e-9eda-45d1-bf1d-9b1ca33600f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': '0e47b5c2-dc07-45be-9bb9-918cf0a18985', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'port_id': 'ce05f8da-df95-4951-99fe-194394ab6ddf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'mac_address': 'fa:16:3e:47:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be27621b-2816-4ebc-b905-a11593896ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:19:14Z', 'updated_at': '2021-06-08T04:19:35Z', 'revision_number': 1, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:18Z', 'revision_number': 5, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:36.520391 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0d24e-9eda-45d1-bf1d-9b1ca33600f8 None None] Checking router: f16755fc-28c9-4084-a50a-40c86108a1bf for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:19:36.528917 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0d24e-9eda-45d1-bf1d-9b1ca33600f8 None None] Routers {'f16755fc-28c9-4084-a50a-40c86108a1bf'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:19:36.529501 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-c4c0d24e-9eda-45d1-bf1d-9b1ca33600f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:19:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['f16755fc-28c9-4084-a50a-40c86108a1bf'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:36.583419 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756e055-7d57-493a-9b9e-c673de3d4b36 req-65f81e65-3ab2-4896-84d5-0e48d7fea998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:36.584933 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-f756e055-7d57-493a-9b9e-c673de3d4b36 req-65f81e65-3ab2-4896-84d5-0e48d7fea998 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f46f9cba-39f3-45a2-a3db-5fa7d66e9608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699153 Jun 08 04:19:36.715822 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-c4c0d24e-9eda-45d1-bf1d-9b1ca33600f8 None None] Set router f16755fc-28c9-4084-a50a-40c86108a1bf gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:19:36.808913 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-f756e055-7d57-493a-9b9e-c673de3d4b36 req-81034786-766b-4b87-ab41-f3b759b29d8a service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142315 Jun 08 04:19:36.937891 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-f756e055-7d57-493a-9b9e-c673de3d4b36 req-7c152730-1ab2-48d3-926e-843c232406ab service neutron] 10.222.0.21 "GET /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219149 Jun 08 04:19:37.054846 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-c4c0d24e-9eda-45d1-bf1d-9b1ca33600f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': '0e47b5c2-dc07-45be-9bb9-918cf0a18985', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'port_id': 'ce05f8da-df95-4951-99fe-194394ab6ddf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'mac_address': 'fa:16:3e:47:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be27621b-2816-4ebc-b905-a11593896ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:19:14Z', 'updated_at': '2021-06-08T04:19:35Z', 'revision_number': 1, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:18Z', 'revision_number': 5, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:19:37.058910 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0d24e-9eda-45d1-bf1d-9b1ca33600f8 None None] The sync data for ids ['f16755fc-28c9-4084-a50a-40c86108a1bf'] in dv-cinder-786627-8-smb is: [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_floatingips': [{'id': '0e47b5c2-dc07-45be-9bb9-918cf0a18985', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'router_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'port_id': 'ce05f8da-df95-4951-99fe-194394ab6ddf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'mac_address': 'fa:16:3e:47:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be27621b-2816-4ebc-b905-a11593896ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T04:19:14Z', 'updated_at': '2021-06-08T04:19:35Z', 'revision_number': 1, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:18Z', 'revision_number': 5, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:19:37.252316 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb8ca59-0e08-4577-b0b9-a7a8b25bf434 None None] New status for floating IP 0e47b5c2-dc07-45be-9bb9-918cf0a18985: ACTIVE {{(pid=92283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 04:19:37.581516 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0719db-f578-4cec-9c06-dbc6ae7d38c6 req-4e5609cf-7590-4553-b756-cc33a6aa8640 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:37.583498 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1a0719db-f578-4cec-9c06-dbc6ae7d38c6 req-4e5609cf-7590-4553-b756-cc33a6aa8640 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.1866579 Jun 08 04:19:37.630366 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1a0719db-f578-4cec-9c06-dbc6ae7d38c6 req-5357bc96-911a-4286-8184-bbf723a98ed0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411932 Jun 08 04:19:42.302594 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-95bfe6f1-9daa-43ca-bcb9-9b8424eb03b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:44.713891 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:44.825329 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-b0a18df7-9452-4d16-9c53-0b27ad3330c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:45.565734 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:47.594309 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:19:58.617484 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d73e2-6c2b-455e-9fba-8b3fcdb22f78 req-b07f1551-2a4d-4c52-aa91-d6ccad0e8232 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:58.618953 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1f1d73e2-6c2b-455e-9fba-8b3fcdb22f78 req-b07f1551-2a4d-4c52-aa91-d6ccad0e8232 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 945 time: 0.0847006 Jun 08 04:19:58.668721 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1f1d73e2-6c2b-455e-9fba-8b3fcdb22f78 req-aa5337e1-9528-4e86-bfdf-01a10b6c4080 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440035 Jun 08 04:19:59.848651 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4616d73-86af-408e-964e-cede7ab0a76d req-3e1d2fe8-a109-4aa7-857f-623b61abd9d3 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:19:59.850111 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e4616d73-86af-408e-964e-cede7ab0a76d req-3e1d2fe8-a109-4aa7-857f-623b61abd9d3 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 945 time: 0.0782127 Jun 08 04:19:59.892918 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e4616d73-86af-408e-964e-cede7ab0a76d req-dbd5f1ea-7805-4399-881d-920fa660fc06 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371895 Jun 08 04:19:59.989454 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:20:01.077011 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf642270-cdb2-4e86-9856-3d2e0a3fc040 req-350f33e1-2db9-4399-a591-29d9183777a6 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:01.078409 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cf642270-cdb2-4e86-9856-3d2e0a3fc040 req-350f33e1-2db9-4399-a591-29d9183777a6 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 945 time: 0.0826359 Jun 08 04:20:01.121399 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cf642270-cdb2-4e86-9856-3d2e0a3fc040 req-b9eaf262-406e-4435-bcce-f522c95d0bd4 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368192 Jun 08 04:20:02.303277 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4788a-7d8b-4f80-8233-0fc24b3b1202 req-92cc49e4-60aa-49b5-927a-19b740fbb02a tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:02.304823 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e3e4788a-7d8b-4f80-8233-0fc24b3b1202 req-92cc49e4-60aa-49b5-927a-19b740fbb02a tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 945 time: 0.0794604 Jun 08 04:20:02.349015 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e3e4788a-7d8b-4f80-8233-0fc24b3b1202 req-c6ff7b91-fa5f-4621-977b-071b0285be24 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385921 Jun 08 04:20:03.532006 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbb84e-6325-4894-ae3c-a479a919478a req-c22fce30-84b8-4669-8abe-8642bedad900 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:03.533430 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-03cbb84e-6325-4894-ae3c-a479a919478a req-c22fce30-84b8-4669-8abe-8642bedad900 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 945 time: 0.0816591 Jun 08 04:20:03.578156 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-03cbb84e-6325-4894-ae3c-a479a919478a req-680a3d0f-7f55-46de-874f-7bf6eb370e0b tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383039 Jun 08 04:20:04.187105 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa15b1b-89ab-4c8f-b0e4-130c0201524f req-bc6438fc-6314-4269-b33a-3faedc64c66e tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:04.188550 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-baa15b1b-89ab-4c8f-b0e4-130c0201524f req-bc6438fc-6314-4269-b33a-3faedc64c66e tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.21 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 945 time: 0.0811880 Jun 08 04:20:04.325368 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [req-baa15b1b-89ab-4c8f-b0e4-130c0201524f req-8c7de532-519a-4b69-af98-d0e71d53c35f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Deleting port 043059cd-7277-43a9-b1c7-8fd1e4944d51 {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:20:04.325710 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-baa15b1b-89ab-4c8f-b0e4-130c0201524f req-8c7de532-519a-4b69-af98-d0e71d53c35f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:04.326513 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bfb1a768-4bf0-4847-b689-ac638293d230 req-56889c03-c69d-4ea1-86be-2a07ce760a64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713167 Jun 08 04:20:04.418148 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1a768-4bf0-4847-b689-ac638293d230 req-5279798c-703f-4900-a32d-62752ed30e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:04.419550 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bfb1a768-4bf0-4847-b689-ac638293d230 req-5279798c-703f-4900-a32d-62752ed30e87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3002b5386f4844238db562f48f30e074&device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 1098 time: 0.0721066 Jun 08 04:20:04.457394 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [req-baa15b1b-89ab-4c8f-b0e4-130c0201524f req-8c7de532-519a-4b69-af98-d0e71d53c35f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] For port 043059cd-7277-43a9-b1c7-8fd1e4944d51, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=043059cd-7277-43a9-b1c7-8fd1e4944d51,segment=NetworkSegment(b2372a8e-04d7-4aa2-836c-3a0b197bc2f9),segment_id=b2372a8e-04d7-4aa2-836c-3a0b197bc2f9)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:20:04.457741 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-baa15b1b-89ab-4c8f-b0e4-130c0201524f req-8c7de532-519a-4b69-af98-d0e71d53c35f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:04.563257 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1a768-4bf0-4847-b689-ac638293d230 req-be9fd316-930d-4665-ac55-9fada65af88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:04.565781 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bfb1a768-4bf0-4847-b689-ac638293d230 req-be9fd316-930d-4665-ac55-9fada65af88a service neutron] 10.222.0.21 "GET /v2.0/networks?id=29de343d-a844-4dfc-bfb6-69bd35f7217d HTTP/1.1" status: 200 len: 909 time: 0.1268005 Jun 08 04:20:04.577981 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [req-baa15b1b-89ab-4c8f-b0e4-130c0201524f req-8c7de532-519a-4b69-af98-d0e71d53c35f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Calling delete_port for 043059cd-7277-43a9-b1c7-8fd1e4944d51 owned by compute:nova {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:20:04.678910 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bfb1a768-4bf0-4847-b689-ac638293d230 req-65ef3e5e-42cf-48b3-8ac6-2c3177ce44c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 HTTP/1.1" status: 200 len: 1000 time: 0.1059477 Jun 08 04:20:04.791417 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-baa15b1b-89ab-4c8f-b0e4-130c0201524f req-8c7de532-519a-4b69-af98-d0e71d53c35f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:04.797454 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-f6c881ab-0f87-4d07-b4ab-0fad0ab43697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:20:04.803138 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['043059cd-7277-43a9-b1c7-8fd1e4944d51'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:20:04.807446 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1a768-4bf0-4847-b689-ac638293d230 req-afb3e7ea-33e8-4bfb-8f11-9ffea45bf9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:04.808897 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bfb1a768-4bf0-4847-b689-ac638293d230 req-afb3e7ea-33e8-4bfb-8f11-9ffea45bf9df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8 HTTP/1.1" status: 200 len: 847 time: 0.1201165 Jun 08 04:20:04.849700 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7de532-519a-4b69-af98-d0e71d53c35f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Pushing event deleted for resources: {'Port': ['ID=043059cd-7277-43a9-b1c7-8fd1e4944d51,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:20:04.853074 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8c7de532-519a-4b69-af98-d0e71d53c35f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:20:04.864187 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:04.893721 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a288044-7cdc-4339-bf02-8b967231382a req-5e5bd620-f3f7-4f9f-8b12-ab5e134aa6c7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:04.895244 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4a288044-7cdc-4339-bf02-8b967231382a req-5e5bd620-f3f7-4f9f-8b12-ab5e134aa6c7 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=3243f13a-e27d-4b92-adaf-51bb30f72eb0 HTTP/1.1" status: 200 len: 867 time: 0.1576343 Jun 08 04:20:04.921386 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1a768-4bf0-4847-b689-ac638293d230 req-ffcff7ac-c9ce-4456-b82f-bf42c0992589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:04.922905 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bfb1a768-4bf0-4847-b689-ac638293d230 req-ffcff7ac-c9ce-4456-b82f-bf42c0992589 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29de343d-a844-4dfc-bfb6-69bd35f7217d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1048172 Jun 08 04:20:04.932183 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa15b1b-89ab-4c8f-b0e4-130c0201524f req-8c7de532-519a-4b69-af98-d0e71d53c35f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] No DVR routers for this DVR port 043059cd-7277-43a9-b1c7-8fd1e4944d51 on host hv-cinder-78662 {{(pid=92280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:20:04.934796 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [req-baa15b1b-89ab-4c8f-b0e4-130c0201524f req-8c7de532-519a-4b69-af98-d0e71d53c35f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:04.937367 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-baa15b1b-89ab-4c8f-b0e4-130c0201524f req-8c7de532-519a-4b69-af98-d0e71d53c35f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.21 "DELETE /v2.0/ports/043059cd-7277-43a9-b1c7-8fd1e4944d51 HTTP/1.1" status: 204 len: 173 time: 0.7434895 Jun 08 04:20:04.937884 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3243f13a-e27d-4b92-adaf-51bb30f72eb0', 'name': 'network-vif-deleted', 'tag': '043059cd-7277-43a9-b1c7-8fd1e4944d51'}] {{(pid=92280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:20:04.941817 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59587a23dae4433d2100e3f102ebc88f30c43b22f141808d2ae0dd60ce475b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0d4294-8174-4cea-a44e-f599f187f6bf" -d '{"events": [{"server_uuid": "3243f13a-e27d-4b92-adaf-51bb30f72eb0", "name": "network-vif-deleted", "tag": "043059cd-7277-43a9-b1c7-8fd1e4944d51"}]}' {{(pid=92280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:20:04.984517 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed39fb9-7154-4e9b-9606-12f01a79a2da x-openstack-request-id: req-0ed39fb9-7154-4e9b-9606-12f01a79a2da {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:20:04.984850 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3243f13a-e27d-4b92-adaf-51bb30f72eb0", "name": "network-vif-deleted", "tag": "043059cd-7277-43a9-b1c7-8fd1e4944d51", "status": "completed", "code": 200}]} {{(pid=92280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:20:04.985174 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ed39fb9-7154-4e9b-9606-12f01a79a2da {{(pid=92280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:20:04.985630 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3243f13a-e27d-4b92-adaf-51bb30f72eb0', 'name': 'network-vif-deleted', 'tag': '043059cd-7277-43a9-b1c7-8fd1e4944d51', 'status': 'completed', 'code': 200} Jun 08 04:20:05.025707 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4a288044-7cdc-4339-bf02-8b967231382a req-c36e9590-a521-4789-8da5-aeea68b8d765 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193328 Jun 08 04:20:05.080411 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bfb1a768-4bf0-4847-b689-ac638293d230 req-a1f07331-034b-421a-9752-75fda948528a service neutron] 10.222.0.21 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498387 Jun 08 04:20:05.211345 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bfb1a768-4bf0-4847-b689-ac638293d230 req-cd6c13c9-dcc1-466d-99b5-1d6cf5f3175a service neutron] 10.222.0.21 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245992 Jun 08 04:20:07.287916 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 043059cd-7277-43a9-b1c7-8fd1e4944d51 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:20:07.321371 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: 043059cd-7277-43a9-b1c7-8fd1e4944d51 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:20:07.321722 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 043059cd-7277-43a9-b1c7-8fd1e4944d51 not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:20:10.875208 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-e24c32f3-5efc-4a3d-b1b9-39b1f9169e25 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:10.876646 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-e24c32f3-5efc-4a3d-b1b9-39b1f9169e25 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/networks?id=aaf99125-61c5-4a1b-a4c9-65c572362813 HTTP/1.1" status: 200 len: 814 time: 0.1440132 Jun 08 04:20:10.890459 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-aedd9ed6-23bc-4e71-9e3d-a2d0bbc32215 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/quotas/b5e35281199b485e8ddf17ff5217103a HTTP/1.1" status: 200 len: 375 time: 0.0083680 Jun 08 04:20:10.940950 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-37c1e3f5-701c-4cb7-829a-9fcc7991c4ca tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5e35281199b485e8ddf17ff5217103a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452359 Jun 08 04:20:11.181104 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-4e162310-0313-441b-9939-d78100778171 service neutron] 10.222.0.18 "GET /v2.0/networks/aaf99125-61c5-4a1b-a4c9-65c572362813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166679 Jun 08 04:20:11.299758 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-84f909dd-50da-4d79-b446-9530ed130de5 service neutron] 10.222.0.18 "GET /v2.0/networks/aaf99125-61c5-4a1b-a4c9-65c572362813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299586 Jun 08 04:20:11.534281 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ae6b5c73-b3e7-4a82-ac93-fe4ab148c362 req-04cf63da-eb2c-415f-9127-09235875d126 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 210 time: 0.0415711 Jun 08 04:20:12.279102 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-59ff1b70-65b4-40c2-983e-e74cf3035cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:12.680725 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5a1c6696-c064-4ddf-a4b0-4a0363e9e200 req-4da12741-a2cc-4a60-9ddd-a71d1d44ed4b tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 210 time: 0.0432653 Jun 08 04:20:13.511693 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-0f0d684c-0470-4c6f-85c6-e3cdd4196dd0 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:13.513081 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-0f0d684c-0470-4c6f-85c6-e3cdd4196dd0 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.21 "GET /v2.0/networks?id=aaf99125-61c5-4a1b-a4c9-65c572362813 HTTP/1.1" status: 200 len: 814 time: 0.1446779 Jun 08 04:20:13.526502 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-67e57ff8-efe4-40a4-a91b-5e793d8d8c6f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Request body: {'port': {'device_id': 'b3e59462-ea73-40cf-acc0-f7262c0a40cf', 'network_id': 'aaf99125-61c5-4a1b-a4c9-65c572362813', 'admin_state_up': True, 'tenant_id': 'b5e35281199b485e8ddf17ff5217103a'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:20:13.739658 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-67e57ff8-efe4-40a4-a91b-5e793d8d8c6f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Made reservation on behalf of b5e35281199b485e8ddf17ff5217103a for: {'port': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:20:13.743489 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-67e57ff8-efe4-40a4-a91b-5e793d8d8c6f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:13.856698 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fdc59afa-2c5f-40cd-aac7-fa8df4b964b8 req-73bb5553-da6a-4adb-b4ac-9b943bf020cf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 210 time: 0.0536435 Jun 08 04:20:13.951658 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-67e57ff8-efe4-40a4-a91b-5e793d8d8c6f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Allocated IP 172.20.0.6 (aaf99125-61c5-4a1b-a4c9-65c572362813/15493046-0ff3-4fb5-95fe-c223782fca5d/06383846-0f53-40a0-9dee-1d098ac98072) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:20:14.170777 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-67e57ff8-efe4-40a4-a91b-5e793d8d8c6f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:14.254162 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-67e57ff8-efe4-40a4-a91b-5e793d8d8c6f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:14.256679 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-67e57ff8-efe4-40a4-a91b-5e793d8d8c6f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:20:14.256679 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:20:14.256679 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:20:14.256679 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:20:14.256679 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:20:14.256679 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:20:14.273950 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-67e57ff8-efe4-40a4-a91b-5e793d8d8c6f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Network aaf99125-61c5-4a1b-a4c9-65c572362813 is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:20:14.275046 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-67e57ff8-efe4-40a4-a91b-5e793d8d8c6f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:20:14.277672 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-67e57ff8-efe4-40a4-a91b-5e793d8d8c6f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:20:14.341893 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-67e57ff8-efe4-40a4-a91b-5e793d8d8c6f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:14.342491 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-67e57ff8-efe4-40a4-a91b-5e793d8d8c6f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:14.423326 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-67e57ff8-efe4-40a4-a91b-5e793d8d8c6f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9011133 Jun 08 04:20:14.434827 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Request body: {'port': {'device_id': 'b3e59462-ea73-40cf-acc0-f7262c0a40cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:20:14.538974 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:14.734152 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:14.833570 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-320dd732-39c8-45f5-a645-16c8ec9f1eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:14.873852 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06383846-0f53-40a0-9dee-1d098ac98072 {{(pid=92281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:20:14.880970 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:14.895018 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Transition to ACTIVE for port object 06383846-0f53-40a0-9dee-1d098ac98072 will not be triggered until provisioned by entity L2. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:20:14.953540 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:14.958790 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:20:15.274010 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Pushing event updated for resources: {'Port': ['ID=06383846-0f53-40a0-9dee-1d098ac98072,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:20:15.282670 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:20:15.324346 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcfdd1-e431-48fa-9b5e-727543557aac req-5c0977e5-53bf-4bc4-b780-e3a1a620e6ee tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:15.325770 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-01bcfdd1-e431-48fa-9b5e-727543557aac req-5c0977e5-53bf-4bc4-b780-e3a1a620e6ee tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 943 time: 0.2522879 Jun 08 04:20:15.333642 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Attempting to bind port 06383846-0f53-40a0-9dee-1d098ac98072 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:20:15.333969 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Attempting to bind port 06383846-0f53-40a0-9dee-1d098ac98072 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b2372a8e-04d7-4aa2-836c-3a0b197bc2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aaf99125-61c5-4a1b-a4c9-65c572362813'}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:20:15.334291 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Attempting to bind port 06383846-0f53-40a0-9dee-1d098ac98072 on network aaf99125-61c5-4a1b-a4c9-65c572362813 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:20:15.351932 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Port 06383846-0f53-40a0-9dee-1d098ac98072 on network aaf99125-61c5-4a1b-a4c9-65c572362813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:20:15.352163 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Attempting to bind port 06383846-0f53-40a0-9dee-1d098ac98072 on network aaf99125-61c5-4a1b-a4c9-65c572362813 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:20:15.362016 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:20:15.362365 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Checking segment: {'id': 'b2372a8e-04d7-4aa2-836c-3a0b197bc2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aaf99125-61c5-4a1b-a4c9-65c572362813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:20:15.362735 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Bound using segment: {'id': 'b2372a8e-04d7-4aa2-836c-3a0b197bc2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aaf99125-61c5-4a1b-a4c9-65c572362813'} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:20:15.363180 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Bound port: 06383846-0f53-40a0-9dee-1d098ac98072, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2372a8e-04d7-4aa2-836c-3a0b197bc2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aaf99125-61c5-4a1b-a4c9-65c572362813'}}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:20:15.363516 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:15.432570 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-01bcfdd1-e431-48fa-9b5e-727543557aac req-eb478829-c3ec-452d-9bf7-5777a86df8ef tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998297 Jun 08 04:20:15.472315 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] For port 06383846-0f53-40a0-9dee-1d098ac98072, host hv-cinder-78662, cleared binding levels {{(pid=92281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:20:15.475253 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] For port 06383846-0f53-40a0-9dee-1d098ac98072, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=06383846-0f53-40a0-9dee-1d098ac98072,segment=NetworkSegment(b2372a8e-04d7-4aa2-836c-3a0b197bc2f9),segment_id=b2372a8e-04d7-4aa2-836c-3a0b197bc2f9)] {{(pid=92281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:20:15.559833 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:15.563658 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-dc119506-64eb-42c7-ad33-c5b4d7aca42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:20:15.568376 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:15.624340 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:15.624951 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:15.626300 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] 10.222.0.21 "PUT /v2.0/ports/06383846-0f53-40a0-9dee-1d098ac98072 HTTP/1.1" status: 200 len: 1093 time: 1.1954448 Jun 08 04:20:15.626789 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e59462-ea73-40cf-acc0-f7262c0a40cf', 'tag': '06383846-0f53-40a0-9dee-1d098ac98072'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:20:15.629542 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af41d16-07d4-4acc-a8ed-662382fc5a53" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e59462-ea73-40cf-acc0-f7262c0a40cf", "tag": "06383846-0f53-40a0-9dee-1d098ac98072"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:20:15.649806 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Pushing event updated for resources: {'Port': ['ID=06383846-0f53-40a0-9dee-1d098ac98072,revision_number=3']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:20:15.650485 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:20:15.670870 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af92bc4-f290-4592-a78b-8f3e193a5278 x-openstack-request-id: req-7af92bc4-f290-4592-a78b-8f3e193a5278 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:20:15.671317 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e59462-ea73-40cf-acc0-f7262c0a40cf", "tag": "06383846-0f53-40a0-9dee-1d098ac98072", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:20:15.671503 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7af92bc4-f290-4592-a78b-8f3e193a5278 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:20:15.671947 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e59462-ea73-40cf-acc0-f7262c0a40cf', 'tag': '06383846-0f53-40a0-9dee-1d098ac98072', 'status': 'completed', 'code': 200} Jun 08 04:20:15.760741 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af41d16-07d4-4acc-a8ed-662382fc5a53 req-3ab1dcd3-fff3-46df-8bf7-87d7611d4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:15.762236 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9af41d16-07d4-4acc-a8ed-662382fc5a53 req-3ab1dcd3-fff3-46df-8bf7-87d7611d4fad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5e35281199b485e8ddf17ff5217103a&device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 1096 time: 0.0692925 Jun 08 04:20:15.903152 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af41d16-07d4-4acc-a8ed-662382fc5a53 req-0ee42dfd-22b5-4df6-8785-16e225042f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:15.904495 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9af41d16-07d4-4acc-a8ed-662382fc5a53 req-0ee42dfd-22b5-4df6-8785-16e225042f6c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b5e35281199b485e8ddf17ff5217103a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1334088 Jun 08 04:20:16.043269 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af41d16-07d4-4acc-a8ed-662382fc5a53 req-bd62f6b0-98c1-42c0-af17-a5c700fa2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:16.044688 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9af41d16-07d4-4acc-a8ed-662382fc5a53 req-bd62f6b0-98c1-42c0-af17-a5c700fa2f69 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299882 Jun 08 04:20:16.149634 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-f75f16b5-dc5b-44f4-8752-df23584f2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:16.151370 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-f75f16b5-dc5b-44f4-8752-df23584f2379 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5e35281199b485e8ddf17ff5217103a&device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 1096 time: 0.0687809 Jun 08 04:20:16.221936 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-2e89b65a-9331-466d-8603-efcf04b03a2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06383846-0f53-40a0-9dee-1d098ac98072 HTTP/1.1" status: 200 len: 217 time: 0.0615566 Jun 08 04:20:16.282084 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-1610561c-e58a-4544-8de8-778e2774411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:16.283506 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-1610561c-e58a-4544-8de8-778e2774411f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15493046-0ff3-4fb5-95fe-c223782fca5d HTTP/1.1" status: 200 len: 854 time: 0.0556166 Jun 08 04:20:16.332508 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-c43ac88e-1cd5-48d9-9109-b6f9b4b563c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aaf99125-61c5-4a1b-a4c9-65c572362813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423768 Jun 08 04:20:16.459094 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-70d83ad7-3ce1-4b6f-86bf-c500934bb510 service neutron] 10.222.0.21 "GET /v2.0/networks/aaf99125-61c5-4a1b-a4c9-65c572362813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198425 Jun 08 04:20:16.643248 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7a9d81-51f9-4ae9-b065-4e29d12531a5 req-079d3265-03fe-42bb-9c84-acfb03ae5505 service neutron] 10.222.0.21 "GET /v2.0/networks/aaf99125-61c5-4a1b-a4c9-65c572362813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770291 Jun 08 04:20:16.658743 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1c98e-bb6c-423b-af3b-5b23848c2d97 req-dd4b7d1b-cdba-4fe6-a81d-58da15e62d95 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:16.660879 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-37b1c98e-bb6c-423b-af3b-5b23848c2d97 req-dd4b7d1b-cdba-4fe6-a81d-58da15e62d95 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 943 time: 0.1203308 Jun 08 04:20:16.704768 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-37b1c98e-bb6c-423b-af3b-5b23848c2d97 req-d957e32e-3b98-49d4-9822-f686ab6b6e58 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 Jun 08 04:20:17.610705 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:17.977868 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573f3b9-ee91-4da5-80d0-c89031c5bc3f req-acb053ee-3541-4de9-9552-03e8f96b71cb tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:17.979357 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4573f3b9-ee91-4da5-80d0-c89031c5bc3f req-acb053ee-3541-4de9-9552-03e8f96b71cb tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 943 time: 0.1691072 Jun 08 04:20:18.021849 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-4573f3b9-ee91-4da5-80d0-c89031c5bc3f req-98b2768a-db68-4350-9289-9931fb649557 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369439 Jun 08 04:20:19.208209 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7a3b1-cf81-4279-bc9e-0379d8e2024b req-7cfac008-1376-4820-becc-051f44e53ca5 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:19.210632 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-23c7a3b1-cf81-4279-bc9e-0379d8e2024b req-7cfac008-1376-4820-becc-051f44e53ca5 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 943 time: 0.0818794 Jun 08 04:20:19.254665 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-23c7a3b1-cf81-4279-bc9e-0379d8e2024b req-93de9fc5-b379-4fd8-a9d1-6f3a85b1935f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389724 Jun 08 04:20:19.340476 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 06383846-0f53-40a0-9dee-1d098ac98072 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:20:19.467640 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 06383846-0f53-40a0-9dee-1d098ac98072, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=06383846-0f53-40a0-9dee-1d098ac98072,segment=NetworkSegment(b2372a8e-04d7-4aa2-836c-3a0b197bc2f9),segment_id=b2372a8e-04d7-4aa2-836c-3a0b197bc2f9)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:20:19.479972 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': '06383846-0f53-40a0-9dee-1d098ac98072', 'network_id': 'aaf99125-61c5-4a1b-a4c9-65c572362813', 'port_id': '06383846-0f53-40a0-9dee-1d098ac98072', 'mac_address': 'fa:16:3e:35:5b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15493046-0ff3-4fb5-95fe-c223782fca5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:20:19.535289 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:19.551634 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06383846-0f53-40a0-9dee-1d098ac98072 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:20:19.566706 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 06383846-0f53-40a0-9dee-1d098ac98072, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=06383846-0f53-40a0-9dee-1d098ac98072,segment=NetworkSegment(b2372a8e-04d7-4aa2-836c-3a0b197bc2f9),segment_id=b2372a8e-04d7-4aa2-836c-3a0b197bc2f9)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:20:19.636536 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:19.638188 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:20:19.700694 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=06383846-0f53-40a0-9dee-1d098ac98072,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:20:19.707783 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:19.708128 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:19.708466 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:19.708798 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:19.709124 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:19.709447 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:19.709766 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:19.710084 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:19.710397 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:19.710713 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:19.711050 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:19.711366 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:19.715063 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:20:20.019686 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['06383846-0f53-40a0-9dee-1d098ac98072'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:20:20.437431 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be559f-7e6e-4691-b0c2-72b6626a23d9 req-29d4d5af-122a-4dab-adbf-78d7df6042e9 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:20.438875 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-38be559f-7e6e-4691-b0c2-72b6626a23d9 req-29d4d5af-122a-4dab-adbf-78d7df6042e9 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 944 time: 0.0800865 Jun 08 04:20:20.481874 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-38be559f-7e6e-4691-b0c2-72b6626a23d9 req-15cd4bec-d192-4405-a514-d30fdf7b40c2 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367706 Jun 08 04:20:21.353371 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 06383846-0f53-40a0-9dee-1d098ac98072 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:20:21.484916 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port 06383846-0f53-40a0-9dee-1d098ac98072 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:20:21.490419 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port 06383846-0f53-40a0-9dee-1d098ac98072 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:20:21.490794 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:21.614672 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:21.642035 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e59462-ea73-40cf-acc0-f7262c0a40cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06383846-0f53-40a0-9dee-1d098ac98072'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:20:21.643620 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f9ac1e-b9eb-4bf7-bd60-df3cd94c6642" -d '{"events": [{"server_uuid": "b3e59462-ea73-40cf-acc0-f7262c0a40cf", "name": "network-vif-plugged", "status": "completed", "tag": "06383846-0f53-40a0-9dee-1d098ac98072"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:20:21.651741 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 06383846-0f53-40a0-9dee-1d098ac98072, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=06383846-0f53-40a0-9dee-1d098ac98072,segment=NetworkSegment(b2372a8e-04d7-4aa2-836c-3a0b197bc2f9),segment_id=b2372a8e-04d7-4aa2-836c-3a0b197bc2f9)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:20:21.689212 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834ed8d8-ce36-4620-bb5b-da6f4d826c07 x-openstack-request-id: req-834ed8d8-ce36-4620-bb5b-da6f4d826c07 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:20:21.689509 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e59462-ea73-40cf-acc0-f7262c0a40cf", "name": "network-vif-plugged", "status": "completed", "tag": "06383846-0f53-40a0-9dee-1d098ac98072", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:20:21.689770 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-834ed8d8-ce36-4620-bb5b-da6f4d826c07 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:20:21.690188 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e59462-ea73-40cf-acc0-f7262c0a40cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06383846-0f53-40a0-9dee-1d098ac98072', 'code': 200} Jun 08 04:20:21.719389 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:21.721270 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-243bafe1-dc19-4377-9985-5fe12f524e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:20:21.768001 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495399d-a8e4-42e5-b0d4-be2abb5620da req-d38292a5-8424-4e94-a325-4f0a2688d26e tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:21.770040 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6495399d-a8e4-42e5-b0d4-be2abb5620da req-d38292a5-8424-4e94-a325-4f0a2688d26e tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 945 time: 0.0938721 Jun 08 04:20:21.789511 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=06383846-0f53-40a0-9dee-1d098ac98072,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:20:21.792549 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:20:21.815687 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6495399d-a8e4-42e5-b0d4-be2abb5620da req-35e061b3-55e3-44eb-821a-9c74e3b69f05 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396762 Jun 08 04:20:22.023846 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69ec7c-a261-43e7-87bd-2019972e974a req-783c5fb7-c9a2-4370-af2d-060c26f690ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:22.025214 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8b69ec7c-a261-43e7-87bd-2019972e974a req-783c5fb7-c9a2-4370-af2d-060c26f690ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 1098 time: 0.0767348 Jun 08 04:20:22.066228 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8b69ec7c-a261-43e7-87bd-2019972e974a req-99c3174b-7177-4958-bc44-842602b346ed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332773 Jun 08 04:20:22.997284 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277b51c-7382-4ea1-b9b6-654bf8d44d06 req-20d60707-46e6-4a20-a2d6-562921d5d738 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:22.998706 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0277b51c-7382-4ea1-b9b6-654bf8d44d06 req-20d60707-46e6-4a20-a2d6-562921d5d738 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 945 time: 0.0810511 Jun 08 04:20:23.043705 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0277b51c-7382-4ea1-b9b6-654bf8d44d06 req-0f1714bb-6bde-4e83-85b2-bf99c907f68e tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387924 Jun 08 04:20:24.228075 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b253d-b6c4-4e0c-a989-5235beded6c3 req-f6e54640-43df-4e37-85ca-7495e60bfea5 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:24.229512 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-358b253d-b6c4-4e0c-a989-5235beded6c3 req-f6e54640-43df-4e37-85ca-7495e60bfea5 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 945 time: 0.0779498 Jun 08 04:20:24.278631 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-358b253d-b6c4-4e0c-a989-5235beded6c3 req-cdf7dc6e-3b24-450d-bdd2-4059d51a5de4 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433431 Jun 08 04:20:27.351394 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49cf4b-9904-4d58-86e7-bbfdf43a0a19 req-fd088f37-119e-4cbc-a710-f9c939341922 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:27.352937 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cd49cf4b-9904-4d58-86e7-bbfdf43a0a19 req-fd088f37-119e-4cbc-a710-f9c939341922 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0923193 Jun 08 04:20:27.399275 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-cd49cf4b-9904-4d58-86e7-bbfdf43a0a19 req-dfab3096-efed-4fb4-9cb0-734118c1e8aa tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406911 Jun 08 04:20:28.589045 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffeb415-85ea-4af2-a979-819cbf344da4 req-5f76ca16-9081-4c48-bc68-871f0c106bc3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:28.590493 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5ffeb415-85ea-4af2-a979-819cbf344da4 req-5f76ca16-9081-4c48-bc68-871f0c106bc3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0817614 Jun 08 04:20:28.634074 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5ffeb415-85ea-4af2-a979-819cbf344da4 req-7ebf84a4-8ad5-4957-91c9-1410290253fe tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381422 Jun 08 04:20:29.823530 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6b350-676c-41bd-98f6-7264b21bea7b req-75ed84cb-7cd1-4809-b8d1-0e5531f1cf9d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:29.824967 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1cc6b350-676c-41bd-98f6-7264b21bea7b req-75ed84cb-7cd1-4809-b8d1-0e5531f1cf9d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0818841 Jun 08 04:20:29.867950 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1cc6b350-676c-41bd-98f6-7264b21bea7b req-40d0834d-c5c3-47d9-9f19-cd4c405274dd tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372236 Jun 08 04:20:31.060008 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa8e2d-de6d-4e56-accb-ec295486c5cc req-2f276a58-ccbe-4657-af05-ec236f611faa tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:31.061449 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-71fa8e2d-de6d-4e56-accb-ec295486c5cc req-2f276a58-ccbe-4657-af05-ec236f611faa tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0832484 Jun 08 04:20:31.105281 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-71fa8e2d-de6d-4e56-accb-ec295486c5cc req-e50c338c-1720-4a94-b8f5-7b8f7795a9ab tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377131 Jun 08 04:20:32.292616 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2761a-27eb-4815-92a1-43d8fb6af3ee req-ebe478ad-7f6f-4113-ae37-d3c804c3eb83 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:32.294062 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f5c2761a-27eb-4815-92a1-43d8fb6af3ee req-ebe478ad-7f6f-4113-ae37-d3c804c3eb83 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0789704 Jun 08 04:20:32.341549 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f5c2761a-27eb-4815-92a1-43d8fb6af3ee req-c2d8f4ce-066b-45af-beea-b6ce6a28ddb0 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420377 Jun 08 04:20:33.533583 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4e1e9-2986-43ba-b4e6-4a9156ce57bc req-c7273dca-a32e-4d6d-91cd-6382aa79da12 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:33.535082 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ccd4e1e9-2986-43ba-b4e6-4a9156ce57bc req-c7273dca-a32e-4d6d-91cd-6382aa79da12 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0778804 Jun 08 04:20:33.578206 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ccd4e1e9-2986-43ba-b4e6-4a9156ce57bc req-c7a773f4-5798-4d42-9997-77b3858e5aa7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375798 Jun 08 04:20:34.772330 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180d2d6-781f-4a29-bd94-e8de61efab34 req-3291df8c-ac3c-4c53-bc60-727f55dd5c30 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:34.773798 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a180d2d6-781f-4a29-bd94-e8de61efab34 req-3291df8c-ac3c-4c53-bc60-727f55dd5c30 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0849972 Jun 08 04:20:34.819705 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a180d2d6-781f-4a29-bd94-e8de61efab34 req-e8d00ea9-9442-4b4d-a442-67fe69b39971 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389700 Jun 08 04:20:34.839476 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:36.011974 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbcc34-d786-4298-a224-ac1ccbaf2b42 req-0f6cd786-ac20-428d-92c4-6dccf93ee0d9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:36.013430 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-92fbcc34-d786-4298-a224-ac1ccbaf2b42 req-0f6cd786-ac20-428d-92c4-6dccf93ee0d9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0802207 Jun 08 04:20:36.058846 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-92fbcc34-d786-4298-a224-ac1ccbaf2b42 req-98084066-7a8d-4731-8e94-91b59d9e3c0d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393140 Jun 08 04:20:36.987734 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:20:37.249213 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be39d0-d5c6-41f1-87ce-60b28110c7e8 req-2c3f43c0-7a16-4abd-9928-e947db3fd208 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:37.250552 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-78be39d0-d5c6-41f1-87ce-60b28110c7e8 req-2c3f43c0-7a16-4abd-9928-e947db3fd208 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0811410 Jun 08 04:20:37.293791 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-78be39d0-d5c6-41f1-87ce-60b28110c7e8 req-cf519583-8674-4817-9f4e-850239aa9561 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372674 Jun 08 04:20:38.476519 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a116798-693a-4fd3-99ed-058f2e16d655 req-a1e2f38f-5874-42a1-bfcb-cb60497f247b tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:38.477927 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6a116798-693a-4fd3-99ed-058f2e16d655 req-a1e2f38f-5874-42a1-bfcb-cb60497f247b tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0785184 Jun 08 04:20:38.522118 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6a116798-693a-4fd3-99ed-058f2e16d655 req-4199497b-eeba-47d2-827c-9e2d3dc40798 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385520 Jun 08 04:20:39.431522 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device f1ec20d2-f20b-4604-b458-2400400be740 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:20:39.560198 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port f1ec20d2-f20b-4604-b458-2400400be740, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f1ec20d2-f20b-4604-b458-2400400be740,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:20:39.573415 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': 'f1ec20d2-f20b-4604-b458-2400400be740', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'port_id': 'f1ec20d2-f20b-4604-b458-2400400be740', 'mac_address': 'fa:16:3e:46:54:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:20:39.625749 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:39.642528 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1ec20d2-f20b-4604-b458-2400400be740 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:20:39.658489 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port f1ec20d2-f20b-4604-b458-2400400be740, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f1ec20d2-f20b-4604-b458-2400400be740,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:20:39.713614 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b8406-d91d-42b4-9934-8399c5cec523 req-d7ad067c-bf14-4005-aa1a-2300d0616378 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:39.715087 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e39b8406-d91d-42b4-9934-8399c5cec523 req-d7ad067c-bf14-4005-aa1a-2300d0616378 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0831172 Jun 08 04:20:39.753793 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:39.755635 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:20:39.761630 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e39b8406-d91d-42b4-9934-8399c5cec523 req-06d9cdd6-4445-48c3-9df4-ab11fafa2cfc tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406845 Jun 08 04:20:39.826701 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=f1ec20d2-f20b-4604-b458-2400400be740,revision_number=6']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:20:39.829516 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:20:39.873412 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['f1ec20d2-f20b-4604-b458-2400400be740'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:20:40.952547 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d0a07-6e54-4c35-bdcf-7fae5fd0ae1a req-b21987ce-eb64-4fa1-a621-ff0c627c5612 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:40.953980 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b09d0a07-6e54-4c35-bdcf-7fae5fd0ae1a req-b21987ce-eb64-4fa1-a621-ff0c627c5612 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 945 time: 0.0777764 Jun 08 04:20:41.078276 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b09d0a07-6e54-4c35-bdcf-7fae5fd0ae1a req-9c43f927-001d-4fb0-afe3-84f05062d773 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186161 Jun 08 04:20:41.444073 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device f1ec20d2-f20b-4604-b458-2400400be740 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:20:41.509241 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port f1ec20d2-f20b-4604-b458-2400400be740 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:20:41.509621 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:41.622338 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:41.648761 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ec20d2-f20b-4604-b458-2400400be740'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:20:41.651230 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a6bc9b-a622-4f9c-a19f-c862a336f326" -d '{"events": [{"server_uuid": "dea604d0-ce2b-4614-9e7b-54b699fb112e", "name": "network-vif-plugged", "status": "completed", "tag": "f1ec20d2-f20b-4604-b458-2400400be740"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:20:41.659689 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port f1ec20d2-f20b-4604-b458-2400400be740, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f1ec20d2-f20b-4604-b458-2400400be740,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:20:41.692715 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f24b6a-1baf-4d51-9410-e77d0f646741 x-openstack-request-id: req-d5f24b6a-1baf-4d51-9410-e77d0f646741 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:20:41.693011 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea604d0-ce2b-4614-9e7b-54b699fb112e", "name": "network-vif-plugged", "status": "completed", "tag": "f1ec20d2-f20b-4604-b458-2400400be740", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:20:41.693270 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5f24b6a-1baf-4d51-9410-e77d0f646741 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:20:41.693656 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ec20d2-f20b-4604-b458-2400400be740', 'code': 200} Jun 08 04:20:41.736128 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:41.738610 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:20:41.803171 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=f1ec20d2-f20b-4604-b458-2400400be740,revision_number=7']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:20:41.806104 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:20:42.264448 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b563ec5-520a-44fc-9d4c-8b97ef2007e4 req-95a85a7a-8f20-4ca9-becb-5a01a35fa005 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:42.265903 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8b563ec5-520a-44fc-9d4c-8b97ef2007e4 req-95a85a7a-8f20-4ca9-becb-5a01a35fa005 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0794096 Jun 08 04:20:42.311992 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8b563ec5-520a-44fc-9d4c-8b97ef2007e4 req-1f83a9af-b15c-4337-a566-a841d8ac579c tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398352 Jun 08 04:20:42.314477 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-5353b749-1e8b-4335-9af2-b36c6ab75670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:43.502065 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f6e2f-6700-4ee3-88da-731c2f9eab64 req-f5b862ec-57de-432d-ac33-aa8166cb15c0 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:43.503524 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-770f6e2f-6700-4ee3-88da-731c2f9eab64 req-f5b862ec-57de-432d-ac33-aa8166cb15c0 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0812948 Jun 08 04:20:43.547259 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-770f6e2f-6700-4ee3-88da-731c2f9eab64 req-9863d428-6e62-4c1e-8910-18debbce0079 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381246 Jun 08 04:20:44.719176 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:44.736210 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e11614-8552-4737-9dcd-69c0dad0e4ba req-ae9d92ee-cac1-42a0-90e2-42b8dfe890c6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:44.737695 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-42e11614-8552-4737-9dcd-69c0dad0e4ba req-ae9d92ee-cac1-42a0-90e2-42b8dfe890c6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0801735 Jun 08 04:20:44.783174 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-42e11614-8552-4737-9dcd-69c0dad0e4ba req-f5d10b64-c3f3-4f1f-8fae-397bdbd86561 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397336 Jun 08 04:20:44.856444 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba2fb-7658-4c36-94a2-9e699cf4c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:45.565071 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:45.969620 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb56830-1ec3-41d5-8da6-39db0b479e8e req-529dfc62-7bb6-4626-af77-1bab19f1e5bf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:45.971656 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-edb56830-1ec3-41d5-8da6-39db0b479e8e req-529dfc62-7bb6-4626-af77-1bab19f1e5bf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0815947 Jun 08 04:20:46.014087 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-edb56830-1ec3-41d5-8da6-39db0b479e8e req-0db0708d-e348-4073-8ee0-50e5f228a8e2 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369945 Jun 08 04:20:47.247275 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a166a0a-e997-40eb-9a46-289819477241 req-feef6d58-0af7-4461-949d-ea027e71795a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:47.248832 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1a166a0a-e997-40eb-9a46-289819477241 req-feef6d58-0af7-4461-949d-ea027e71795a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0880249 Jun 08 04:20:47.306508 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1a166a0a-e997-40eb-9a46-289819477241 req-c2ec0afc-04fd-47e4-9903-b67135bd6f39 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518785 Jun 08 04:20:47.622119 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:48.525062 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672b7aa-9c61-4a38-949d-736ff860b795 req-b1b747ce-0611-404e-907a-1942edfc27d9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:48.526810 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6672b7aa-9c61-4a38-949d-736ff860b795 req-b1b747ce-0611-404e-907a-1942edfc27d9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0876446 Jun 08 04:20:48.582630 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-6672b7aa-9c61-4a38-949d-736ff860b795 req-8d80c632-4a44-4dda-bc53-73045d68c613 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499706 Jun 08 04:20:49.790324 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff3fb4-e715-4ba4-beda-dd5a3b34c958 req-0dd32708-c6da-4823-84bf-d7a13a471ae3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:49.791787 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bcff3fb4-e715-4ba4-beda-dd5a3b34c958 req-0dd32708-c6da-4823-84bf-d7a13a471ae3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0936716 Jun 08 04:20:49.839190 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bcff3fb4-e715-4ba4-beda-dd5a3b34c958 req-00cce3e8-54d2-4a55-93e4-54d8570b45a6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413558 Jun 08 04:20:51.086674 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fce16f-8b5c-48c0-817b-9abc0721056d req-b4f89df1-9fd7-4899-b167-b47b7a57b926 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:51.096168 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-31fce16f-8b5c-48c0-817b-9abc0721056d req-b4f89df1-9fd7-4899-b167-b47b7a57b926 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.1188180 Jun 08 04:20:51.151182 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-31fce16f-8b5c-48c0-817b-9abc0721056d req-91a11a2b-4204-4e58-afbb-b9d3a30453e7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537937 Jun 08 04:20:52.210611 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fbd57-13e9-4475-a41f-977a05773e3a req-c2fea9fe-327e-4c9f-9168-36562d914fc0 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:52.216549 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2e9fbd57-13e9-4475-a41f-977a05773e3a req-c2fea9fe-327e-4c9f-9168-36562d914fc0 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 945 time: 0.1023972 Jun 08 04:20:52.267041 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2e9fbd57-13e9-4475-a41f-977a05773e3a req-fbf72297-856b-4936-9a64-ff20eb9d5f61 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495255 Jun 08 04:20:52.381833 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e7dcc-50c2-4c54-941c-c02c174fc3e4 req-d8895798-d053-4731-bea8-2c3ad13c418a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:52.383499 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-211e7dcc-50c2-4c54-941c-c02c174fc3e4 req-d8895798-d053-4731-bea8-2c3ad13c418a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0933876 Jun 08 04:20:52.436515 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-211e7dcc-50c2-4c54-941c-c02c174fc3e4 req-775af5e9-a725-44f3-9856-d4b584de36c6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469468 Jun 08 04:20:53.467846 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aff16-a3f4-4a50-860a-0626860e7dc7 req-c7542512-fd3c-4959-8d0b-7f3fecff0a17 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:53.471236 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-860aff16-a3f4-4a50-860a-0626860e7dc7 req-c7542512-fd3c-4959-8d0b-7f3fecff0a17 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 945 time: 0.0941942 Jun 08 04:20:53.520859 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-860aff16-a3f4-4a50-860a-0626860e7dc7 req-76d37ec3-8ecd-4483-bed9-1cb279233230 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426755 Jun 08 04:20:53.714690 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609082-736e-4b0a-a48f-a88f3024a10a req-77cfb582-9f90-4ed0-878a-91242bf54e9e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:53.719713 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ce609082-736e-4b0a-a48f-a88f3024a10a req-77cfb582-9f90-4ed0-878a-91242bf54e9e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0930660 Jun 08 04:20:53.765937 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ce609082-736e-4b0a-a48f-a88f3024a10a req-c16d4a00-80cd-4634-804d-8e9dae77c6b9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439606 Jun 08 04:20:54.730102 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f424927-0dbd-4833-836d-f5432ed6bc6b req-23c2e6c5-120d-468a-b40b-e67656bbdd6e tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:54.732497 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0f424927-0dbd-4833-836d-f5432ed6bc6b req-23c2e6c5-120d-468a-b40b-e67656bbdd6e tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 945 time: 0.1038754 Jun 08 04:20:54.781918 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0f424927-0dbd-4833-836d-f5432ed6bc6b req-de0d7071-dee5-4145-b8c7-956d695668f0 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420847 Jun 08 04:20:54.991178 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dfbbe-26e8-48a4-b04f-e6843ff9c865 req-fc1d9091-780f-4d87-8ced-7f6f938aba9b tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:54.993488 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-159dfbbe-26e8-48a4-b04f-e6843ff9c865 req-fc1d9091-780f-4d87-8ced-7f6f938aba9b tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0923908 Jun 08 04:20:55.039638 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-159dfbbe-26e8-48a4-b04f-e6843ff9c865 req-ccf450f7-3f92-41d7-83d8-f9f854761d30 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408783 Jun 08 04:20:55.987105 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269b8d0-ea15-481b-b349-f5ba1eacf06f req-eb033f89-8b14-4d29-beda-a5cd4fb8e612 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:55.988665 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0269b8d0-ea15-481b-b349-f5ba1eacf06f req-eb033f89-8b14-4d29-beda-a5cd4fb8e612 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 945 time: 0.0875208 Jun 08 04:20:56.039910 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0269b8d0-ea15-481b-b349-f5ba1eacf06f req-2cc4faac-5040-4c77-8861-69f1404bc320 tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414999 Jun 08 04:20:56.236437 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edb743-1273-4fe5-a3f4-698c2ca0c41b req-4bd3aa21-91ab-4aa2-a7f5-5ff61fff86bd tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:56.237913 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-89edb743-1273-4fe5-a3f4-698c2ca0c41b req-4bd3aa21-91ab-4aa2-a7f5-5ff61fff86bd tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0820434 Jun 08 04:20:56.281784 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-89edb743-1273-4fe5-a3f4-698c2ca0c41b req-330324aa-cf11-4e29-96c4-829382ce6618 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378587 Jun 08 04:20:57.228959 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e9ced-e675-434d-84f7-0c90ceb0e174 req-35f2be03-858a-4cb4-8316-7a86bf750dcb tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:57.231017 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5c0e9ced-e675-434d-84f7-0c90ceb0e174 req-35f2be03-858a-4cb4-8316-7a86bf750dcb tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 945 time: 0.0875325 Jun 08 04:20:57.280348 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5c0e9ced-e675-434d-84f7-0c90ceb0e174 req-e2444bb3-bfd0-4ed5-9f34-ae9bce10960d tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/security-groups?id=54f6d2df-bf0e-45f7-8285-6719b232a2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442572 Jun 08 04:20:57.472002 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5ad2a-0a45-4196-973e-eda7a971838e req-42ef58a8-0112-4cb9-b693-855e2ded6903 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:57.473471 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ada5ad2a-0a45-4196-973e-eda7a971838e req-42ef58a8-0112-4cb9-b693-855e2ded6903 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0795410 Jun 08 04:20:57.517784 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ada5ad2a-0a45-4196-973e-eda7a971838e req-3f6bdfa2-b1ff-40f7-8c55-673e96afb354 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386496 Jun 08 04:20:57.756915 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4f38b-13ef-4e33-81b9-9d93b7782734 req-4c4e9566-d03f-40bc-9795-5f37859aab6e tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:57.758256 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f9b4f38b-13ef-4e33-81b9-9d93b7782734 req-4c4e9566-d03f-40bc-9795-5f37859aab6e tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 945 time: 0.1604114 Jun 08 04:20:57.887482 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-f9b4f38b-13ef-4e33-81b9-9d93b7782734 req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Deleting port 06383846-0f53-40a0-9dee-1d098ac98072 {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:20:57.887824 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-f9b4f38b-13ef-4e33-81b9-9d93b7782734 req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:58.017467 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-f9b4f38b-13ef-4e33-81b9-9d93b7782734 req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] For port 06383846-0f53-40a0-9dee-1d098ac98072, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=06383846-0f53-40a0-9dee-1d098ac98072,segment=NetworkSegment(b2372a8e-04d7-4aa2-836c-3a0b197bc2f9),segment_id=b2372a8e-04d7-4aa2-836c-3a0b197bc2f9)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:20:58.017690 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-f9b4f38b-13ef-4e33-81b9-9d93b7782734 req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:58.147468 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-f9b4f38b-13ef-4e33-81b9-9d93b7782734 req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Calling delete_port for 06383846-0f53-40a0-9dee-1d098ac98072 owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:20:58.317226 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-f9b4f38b-13ef-4e33-81b9-9d93b7782734 req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:58.322951 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-7b479a2e-253c-42cd-881b-b8f6e2c62abe tempest-AttachVolumeNegativeTest-181812243 tempest-AttachVolumeNegativeTest-181812243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:20:58.335477 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['06383846-0f53-40a0-9dee-1d098ac98072'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:20:58.370807 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Pushing event deleted for resources: {'Port': ['ID=06383846-0f53-40a0-9dee-1d098ac98072,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:20:58.406332 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:58.406714 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:58.407112 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:58.407479 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:58.407841 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:58.408203 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:58.408564 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:58.408923 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:58.409278 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:58.409666 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:58.410020 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:58.410368 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:20:58.419434 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:20:58.489224 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-13ae4c27-786e-4641-8f3e-b3900218f997 req-25dd262b-6852-439a-af04-90e4fe8a0bbc tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e59462-ea73-40cf-acc0-f7262c0a40cf HTTP/1.1" status: 200 len: 210 time: 0.0759125 Jun 08 04:20:58.500160 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b4f38b-13ef-4e33-81b9-9d93b7782734 req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] No DVR routers for this DVR port 06383846-0f53-40a0-9dee-1d098ac98072 on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:20:58.503076 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-f9b4f38b-13ef-4e33-81b9-9d93b7782734 req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:20:58.505506 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f9b4f38b-13ef-4e33-81b9-9d93b7782734 req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] 10.222.0.21 "DELETE /v2.0/ports/06383846-0f53-40a0-9dee-1d098ac98072 HTTP/1.1" status: 204 len: 173 time: 0.7415817 Jun 08 04:20:58.506023 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e59462-ea73-40cf-acc0-f7262c0a40cf', 'name': 'network-vif-deleted', 'tag': '06383846-0f53-40a0-9dee-1d098ac98072'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:20:58.508294 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c681ea3-7a91-4e9f-94ba-19905e1b0825" -d '{"events": [{"server_uuid": "b3e59462-ea73-40cf-acc0-f7262c0a40cf", "name": "network-vif-deleted", "tag": "06383846-0f53-40a0-9dee-1d098ac98072"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:20:58.551392 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946cdaba-cc8d-4771-b548-96d569a469aa x-openstack-request-id: req-946cdaba-cc8d-4771-b548-96d569a469aa {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:20:58.551752 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e59462-ea73-40cf-acc0-f7262c0a40cf", "name": "network-vif-deleted", "tag": "06383846-0f53-40a0-9dee-1d098ac98072", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:20:58.552063 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-946cdaba-cc8d-4771-b548-96d569a469aa {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:20:58.552489 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e59462-ea73-40cf-acc0-f7262c0a40cf', 'name': 'network-vif-deleted', 'tag': '06383846-0f53-40a0-9dee-1d098ac98072', 'status': 'completed', 'code': 200} Jun 08 04:20:58.762876 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5b4d8-3323-4396-92ce-f9748ab077a9 req-2246bee7-4030-483f-b561-e487501b7332 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:58.764361 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1bf5b4d8-3323-4396-92ce-f9748ab077a9 req-2246bee7-4030-483f-b561-e487501b7332 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.1376891 Jun 08 04:20:58.768081 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e084d-25f6-48b4-9e9a-55a948e8f912 req-44a5f79d-bd7c-497e-b514-198036eaf1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:58.769880 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-973e084d-25f6-48b4-9e9a-55a948e8f912 req-44a5f79d-bd7c-497e-b514-198036eaf1b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c7e0dce267146e58d41cccd658554bc&device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 1099 time: 0.1114252 Jun 08 04:20:58.886955 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1bf5b4d8-3323-4396-92ce-f9748ab077a9 req-7213af4f-f34d-4086-8d57-138b4bc0c4b5 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165776 Jun 08 04:20:58.927751 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e084d-25f6-48b4-9e9a-55a948e8f912 req-8d822e69-f526-4132-9583-03c9a59aa3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:58.929158 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-973e084d-25f6-48b4-9e9a-55a948e8f912 req-8d822e69-f526-4132-9583-03c9a59aa3f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=294f857a-186c-4448-b00c-81d1806ba032 HTTP/1.1" status: 200 len: 918 time: 0.1458704 Jun 08 04:20:59.031178 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-973e084d-25f6-48b4-9e9a-55a948e8f912 req-465b6d62-ae99-4138-9e0a-cb03ca847183 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ec20d2-f20b-4604-b458-2400400be740 HTTP/1.1" status: 200 len: 1002 time: 0.0934269 Jun 08 04:20:59.093858 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e084d-25f6-48b4-9e9a-55a948e8f912 req-477df317-5075-4bc3-aa03-d59e3ce6c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:59.095561 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-973e084d-25f6-48b4-9e9a-55a948e8f912 req-477df317-5075-4bc3-aa03-d59e3ce6c218 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6790621e-0f94-4c60-abe1-4e141a73cc04 HTTP/1.1" status: 200 len: 856 time: 0.0574143 Jun 08 04:20:59.176059 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e084d-25f6-48b4-9e9a-55a948e8f912 req-2cc31c1b-d05b-4035-8de7-9b6a52459950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:20:59.177502 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-973e084d-25f6-48b4-9e9a-55a948e8f912 req-2cc31c1b-d05b-4035-8de7-9b6a52459950 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=294f857a-186c-4448-b00c-81d1806ba032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755484 Jun 08 04:20:59.325024 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-973e084d-25f6-48b4-9e9a-55a948e8f912 req-c054f884-8eaa-4bcb-a822-e0883730a8f5 service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411462 Jun 08 04:20:59.461962 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-973e084d-25f6-48b4-9e9a-55a948e8f912 req-797fd334-c586-4b85-bd72-b30fd97dfc11 service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289275 Jun 08 04:21:00.163990 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9e6b-8cae-4900-ba17-04bec426d83f req-a3cbedb7-f2e8-4b24-8f51-3cd7a67cfe81 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:00.165470 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-676e9e6b-8cae-4900-ba17-04bec426d83f req-a3cbedb7-f2e8-4b24-8f51-3cd7a67cfe81 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.1675420 Jun 08 04:21:00.211499 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-676e9e6b-8cae-4900-ba17-04bec426d83f req-c78aa0ff-9774-4387-a668-c3ca8c8749e6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404274 Jun 08 04:21:01.406886 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d6370-e5db-4d62-8ed9-ea045c87cd89 req-b728c6eb-3635-418b-a5d1-1c4bec3d09b1 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:01.410809 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-241d6370-e5db-4d62-8ed9-ea045c87cd89 req-b728c6eb-3635-418b-a5d1-1c4bec3d09b1 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 946 time: 0.0866618 Jun 08 04:21:01.459837 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-241d6370-e5db-4d62-8ed9-ea045c87cd89 req-5322cd1d-d91e-493e-b70b-6d93fb202c0b tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452874 Jun 08 04:21:01.540462 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device f1ec20d2-f20b-4604-b458-2400400be740 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:21:01.655224 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:01.682540 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ec20d2-f20b-4604-b458-2400400be740'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:21:01.684763 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d2ef09-1964-4e7f-8e04-302236c30bc7" -d '{"events": [{"server_uuid": "dea604d0-ce2b-4614-9e7b-54b699fb112e", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ec20d2-f20b-4604-b458-2400400be740"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:21:01.692664 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port f1ec20d2-f20b-4604-b458-2400400be740, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f1ec20d2-f20b-4604-b458-2400400be740,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:21:01.728084 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 04:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ca93ec-d3c7-4619-a108-2cee59c02972 x-openstack-request-id: req-73ca93ec-d3c7-4619-a108-2cee59c02972 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:21:01.728384 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea604d0-ce2b-4614-9e7b-54b699fb112e", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ec20d2-f20b-4604-b458-2400400be740", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:21:01.728641 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73ca93ec-d3c7-4619-a108-2cee59c02972 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:21:01.729024 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ec20d2-f20b-4604-b458-2400400be740', 'code': 200} Jun 08 04:21:01.758892 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:01.759842 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 06383846-0f53-40a0-9dee-1d098ac98072 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:21:01.787899 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:01.826809 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: 06383846-0f53-40a0-9dee-1d098ac98072 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:21:01.827193 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 06383846-0f53-40a0-9dee-1d098ac98072 not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:21:01.862134 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=f1ec20d2-f20b-4604-b458-2400400be740,revision_number=8']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:01.865763 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:02.652598 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785583e-ce8d-49c9-bd08-4e28b1976956 req-dcff5ff5-6d9b-4b40-9215-693443a993be tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:02.654026 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7785583e-ce8d-49c9-bd08-4e28b1976956 req-dcff5ff5-6d9b-4b40-9215-693443a993be tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.0825875 Jun 08 04:21:02.701611 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-7785583e-ce8d-49c9-bd08-4e28b1976956 req-2860db05-c29e-4519-8637-be474a79905f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Jun 08 04:21:04.867355 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:05.302401 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f879b4e2-cbc0-4d06-b21b-f78b716fee24 req-41e68b88-a653-439f-b390-7fb48f90e9c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730691 Jun 08 04:21:05.483355 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6337c-d1d5-4b4d-86a7-2dad713e818d req-f96ecfae-75aa-4ceb-990c-8f03f18f2ce6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:05.484800 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0fb6337c-d1d5-4b4d-86a7-2dad713e818d req-f96ecfae-75aa-4ceb-990c-8f03f18f2ce6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.1457601 Jun 08 04:21:05.488099 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879b4e2-cbc0-4d06-b21b-f78b716fee24 req-33bdc26f-a33c-4ece-b1b4-b7696cfba12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:05.489535 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f879b4e2-cbc0-4d06-b21b-f78b716fee24 req-33bdc26f-a33c-4ece-b1b4-b7696cfba12c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3002b5386f4844238db562f48f30e074&device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 1098 time: 0.1121123 Jun 08 04:21:05.608947 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0fb6337c-d1d5-4b4d-86a7-2dad713e818d req-ecbf18b8-02ef-49d6-8363-a6cbc5ca2736 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168258 Jun 08 04:21:05.653688 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879b4e2-cbc0-4d06-b21b-f78b716fee24 req-fc22b31b-72f4-4153-b18d-ccaf1a0a13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:05.655531 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f879b4e2-cbc0-4d06-b21b-f78b716fee24 req-fc22b31b-72f4-4153-b18d-ccaf1a0a13a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29de343d-a844-4dfc-bfb6-69bd35f7217d HTTP/1.1" status: 200 len: 909 time: 0.1446567 Jun 08 04:21:05.807991 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f879b4e2-cbc0-4d06-b21b-f78b716fee24 req-95fbf7e9-380a-4be2-88a6-a97bb541db5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 HTTP/1.1" status: 200 len: 1000 time: 0.1462712 Jun 08 04:21:05.872977 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d204a0ae-af4d-4583-8038-d42e0f1311ff req-3ef4dd42-b91f-4f7e-8020-d602916df1b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1545882 Jun 08 04:21:05.881266 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879b4e2-cbc0-4d06-b21b-f78b716fee24 req-bef97bd1-8f1b-4aa2-964f-99edf4ab99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:05.882541 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f879b4e2-cbc0-4d06-b21b-f78b716fee24 req-bef97bd1-8f1b-4aa2-964f-99edf4ab99c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8 HTTP/1.1" status: 200 len: 847 time: 0.0678871 Jun 08 04:21:05.961012 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879b4e2-cbc0-4d06-b21b-f78b716fee24 req-8e8a07de-6df9-4433-af19-c63cb0c6bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:05.962669 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f879b4e2-cbc0-4d06-b21b-f78b716fee24 req-8e8a07de-6df9-4433-af19-c63cb0c6bc96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29de343d-a844-4dfc-bfb6-69bd35f7217d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736411 Jun 08 04:21:06.099869 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f879b4e2-cbc0-4d06-b21b-f78b716fee24 req-88ac2492-0685-4d2d-899b-da00c5c6eab1 service neutron] 10.222.0.21 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309180 Jun 08 04:21:06.234349 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f879b4e2-cbc0-4d06-b21b-f78b716fee24 req-ff9d1309-2216-4df7-81ed-e694e118847a service neutron] 10.222.0.21 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274283 Jun 08 04:21:06.811315 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50571a6-4168-4ebf-abe8-a157c5e29df7 req-58d84c79-5a70-4370-b9a4-d902daf7927a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:06.819234 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c50571a6-4168-4ebf-abe8-a157c5e29df7 req-58d84c79-5a70-4370-b9a4-d902daf7927a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.0940559 Jun 08 04:21:06.860578 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c50571a6-4168-4ebf-abe8-a157c5e29df7 req-adffb012-a4ea-4040-b672-7759336afe56 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405056 Jun 08 04:21:07.630894 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a0ae-af4d-4583-8038-d42e0f1311ff req-bc1f7762-3745-4d3d-afda-703afe7fba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:07.632385 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d204a0ae-af4d-4583-8038-d42e0f1311ff req-bc1f7762-3745-4d3d-afda-703afe7fba8d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e&tenant_id=9c7e0dce267146e58d41cccd658554bc HTTP/1.1" status: 200 len: 1097 time: 0.0738845 Jun 08 04:21:07.728594 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a0ae-af4d-4583-8038-d42e0f1311ff req-9e2b524e-dc02-4b1a-bb11-2e24031bee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:07.730070 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d204a0ae-af4d-4583-8038-d42e0f1311ff req-9e2b524e-dc02-4b1a-bb11-2e24031bee7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c7e0dce267146e58d41cccd658554bc&device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 1097 time: 0.0764308 Jun 08 04:21:07.964766 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a0ae-af4d-4583-8038-d42e0f1311ff req-4122ab76-8159-421e-bc99-d2d649456d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:07.967006 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d204a0ae-af4d-4583-8038-d42e0f1311ff req-4122ab76-8159-421e-bc99-d2d649456d5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=294f857a-186c-4448-b00c-81d1806ba032 HTTP/1.1" status: 200 len: 918 time: 0.2302892 Jun 08 04:21:08.117924 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d204a0ae-af4d-4583-8038-d42e0f1311ff req-c5bd8d53-20e6-4b87-b805-b1304c3665ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ec20d2-f20b-4604-b458-2400400be740 HTTP/1.1" status: 200 len: 1000 time: 0.1441374 Jun 08 04:21:08.191515 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e536b-1970-4a02-9aea-0fc9feda206e req-4303bab9-2e1d-4709-a514-d5f9ba1d441d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:08.195164 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-788e536b-1970-4a02-9aea-0fc9feda206e req-4303bab9-2e1d-4709-a514-d5f9ba1d441d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.1738164 Jun 08 04:21:08.218407 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a0ae-af4d-4583-8038-d42e0f1311ff req-8333ac23-1123-4cff-a34a-3223e38c6a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:08.219866 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d204a0ae-af4d-4583-8038-d42e0f1311ff req-8333ac23-1123-4cff-a34a-3223e38c6a7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6790621e-0f94-4c60-abe1-4e141a73cc04 HTTP/1.1" status: 200 len: 856 time: 0.0944388 Jun 08 04:21:08.291597 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-788e536b-1970-4a02-9aea-0fc9feda206e req-6cd0c0ea-8eb2-4af6-bb7d-dc7f0999cb37 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894461 Jun 08 04:21:08.312912 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a0ae-af4d-4583-8038-d42e0f1311ff req-53085f3b-ae51-4d4f-a130-7c746cd02989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:08.314340 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d204a0ae-af4d-4583-8038-d42e0f1311ff req-53085f3b-ae51-4d4f-a130-7c746cd02989 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=294f857a-186c-4448-b00c-81d1806ba032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850587 Jun 08 04:21:08.447107 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d204a0ae-af4d-4583-8038-d42e0f1311ff req-b078e7c6-f540-4190-9945-431581f2afd6 service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249831 Jun 08 04:21:08.589384 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d204a0ae-af4d-4583-8038-d42e0f1311ff req-48cc75ca-f2ba-4038-b8fb-044569e201d1 service neutron] 10.222.0.21 "GET /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332042 Jun 08 04:21:09.541678 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda717a-838c-4de0-85c1-ba420aceba76 req-9e0c5b7a-851a-4f89-a549-99ec8046683a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:09.543443 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fbda717a-838c-4de0-85c1-ba420aceba76 req-9e0c5b7a-851a-4f89-a549-99ec8046683a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.1213768 Jun 08 04:21:09.607862 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fbda717a-838c-4de0-85c1-ba420aceba76 req-4c17217d-714d-4c9d-9d74-3383fcac1ecc tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564690 Jun 08 04:21:10.795527 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c19562-f805-4b87-87cd-beb055ecf5f5 req-e2d30284-3978-4948-9142-5947e5f83c99 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:10.797018 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-72c19562-f805-4b87-87cd-beb055ecf5f5 req-e2d30284-3978-4948-9142-5947e5f83c99 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.0815473 Jun 08 04:21:10.881091 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-72c19562-f805-4b87-87cd-beb055ecf5f5 req-89b28609-4a7f-4297-9a90-6bfccdf114b9 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736990 Jun 08 04:21:12.104252 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4e8e1-0991-42fa-bd9b-7ef3857344ad req-f5c8acd1-5e13-4407-a960-128ab50e3ecf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:12.104252 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eff4e8e1-0991-42fa-bd9b-7ef3857344ad req-f5c8acd1-5e13-4407-a960-128ab50e3ecf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.1117580 Jun 08 04:21:12.149525 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-eff4e8e1-0991-42fa-bd9b-7ef3857344ad req-f4df5409-bac6-4994-8e6b-79d4aef385a3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421712 Jun 08 04:21:12.282654 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-ef7cd932-243c-47f8-80ad-4f7be5fefe18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:13.348487 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f9b7b-f164-408e-88d6-05f52b3af9dd req-42be8eea-61ac-4a08-b395-edc90f368e82 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:13.350665 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-833f9b7b-f164-408e-88d6-05f52b3af9dd req-42be8eea-61ac-4a08-b395-edc90f368e82 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.0841012 Jun 08 04:21:13.403751 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-833f9b7b-f164-408e-88d6-05f52b3af9dd req-d3caa367-0793-4c4c-8012-eb15ed1de3c3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472498 Jun 08 04:21:13.986576 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:21:14.601861 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803c5a3-3eb1-47cc-b397-c145a8c5f9a1 req-4623172e-c50d-427f-9ab2-a6033902f338 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:14.604015 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8803c5a3-3eb1-47cc-b397-c145a8c5f9a1 req-4623172e-c50d-427f-9ab2-a6033902f338 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.0846579 Jun 08 04:21:14.649692 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-8803c5a3-3eb1-47cc-b397-c145a8c5f9a1 req-0703c538-fb1d-497c-99ba-839be0525be6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396578 Jun 08 04:21:14.722876 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:14.859655 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-66419ee6-ed56-4b6f-a502-7b0f6db50f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:15.570589 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:15.860110 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e35329-b7f4-48bd-831c-51a1a7d7f4ac req-39f8f864-cad6-4a3d-9ddb-cddbda266ac8 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:15.861587 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2e35329-b7f4-48bd-831c-51a1a7d7f4ac req-39f8f864-cad6-4a3d-9ddb-cddbda266ac8 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.1001995 Jun 08 04:21:15.909003 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-d2e35329-b7f4-48bd-831c-51a1a7d7f4ac req-33a02cbc-962e-4bb0-b842-95740ba7ebd6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404134 Jun 08 04:21:17.107741 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bee2b5-e4f4-4bfb-9538-16a752b1af30 req-7947f91d-7b99-41d4-86f6-dd60544aa476 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:17.109205 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18bee2b5-e4f4-4bfb-9538-16a752b1af30 req-7947f91d-7b99-41d4-86f6-dd60544aa476 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.0824816 Jun 08 04:21:17.154680 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18bee2b5-e4f4-4bfb-9538-16a752b1af30 req-892f5978-3019-4322-9a2b-dc7caf41b1ef tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389416 Jun 08 04:21:17.609968 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:18.356226 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36cd24-1406-4214-a91e-7a169c8e831c req-1c1fb604-02c1-4bcf-8b1f-c76740f521ff tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:18.357786 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ba36cd24-1406-4214-a91e-7a169c8e831c req-1c1fb604-02c1-4bcf-8b1f-c76740f521ff tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.0944839 Jun 08 04:21:18.413156 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ba36cd24-1406-4214-a91e-7a169c8e831c req-44b4a393-2459-48ed-ae2b-f98b09ee35ee tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448606 Jun 08 04:21:19.607472 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33075e-0b8f-45c4-80c6-4bac757e1acb req-f042d763-4817-4f0a-ad84-e378993bba0a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:19.609114 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3c33075e-0b8f-45c4-80c6-4bac757e1acb req-f042d763-4817-4f0a-ad84-e378993bba0a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.0812428 Jun 08 04:21:19.656189 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3c33075e-0b8f-45c4-80c6-4bac757e1acb req-5885a6d2-3785-42d9-9203-a09cc49b5bc7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403242 Jun 08 04:21:20.847405 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f641d-de5e-47c5-9135-3b0cdb0a433d req-75b4c1fb-8d60-49a7-b13e-85a45b059b80 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:20.851831 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9e4f641d-de5e-47c5-9135-3b0cdb0a433d req-75b4c1fb-8d60-49a7-b13e-85a45b059b80 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.0841701 Jun 08 04:21:20.896529 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9e4f641d-de5e-47c5-9135-3b0cdb0a433d req-8924849d-c761-4302-8480-d55eb2f006c2 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408740 Jun 08 04:21:22.081195 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcbe80-5d95-4047-bd30-b2060063ed87 req-aec118d7-7be9-4d2d-b6d9-4e552560ad30 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:22.082605 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9bdcbe80-5d95-4047-bd30-b2060063ed87 req-aec118d7-7be9-4d2d-b6d9-4e552560ad30 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.0768917 Jun 08 04:21:22.214782 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-9bdcbe80-5d95-4047-bd30-b2060063ed87 req-6f911411-244d-4e38-82ad-835eca9ff4a7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265996 Jun 08 04:21:23.407626 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765e21a-fd77-478b-98fc-11b585311c3a req-17808e2b-01b6-4889-b0b9-0c68a7132dc4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:23.411417 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5765e21a-fd77-478b-98fc-11b585311c3a req-17808e2b-01b6-4889-b0b9-0c68a7132dc4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.0836353 Jun 08 04:21:23.457587 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5765e21a-fd77-478b-98fc-11b585311c3a req-b9d31ac8-acf8-47b4-bd5f-e97fe7b08977 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410411 Jun 08 04:21:23.711053 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 39730) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:23.775699 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_v2 [None req-75515516-730e-4113-951d-e4eeccf40c7b admin admin] Deleting subnet 15493046-0ff3-4fb5-95fe-c223782fca5d {{(pid=92281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:21:23.778669 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75515516-730e-4113-951d-e4eeccf40c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:23.832535 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75515516-730e-4113-951d-e4eeccf40c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2050149'] for subnet, precommit_delete_associations {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:23.893186 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75515516-730e-4113-951d-e4eeccf40c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:24.153522 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75515516-730e-4113-951d-e4eeccf40c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2017662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2127496'] for subnet, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:24.158613 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e8753253-beff-4bc3-add7-ea76f9f46c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:24.191538 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75515516-730e-4113-951d-e4eeccf40c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15493046-0ff3-4fb5-95fe-c223782fca5d,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:24.198049 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-75515516-730e-4113-951d-e4eeccf40c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:24.198049 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-75515516-730e-4113-951d-e4eeccf40c7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:24.198049 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-75515516-730e-4113-951d-e4eeccf40c7b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/15493046-0ff3-4fb5-95fe-c223782fca5d HTTP/1.1" status: 204 len: 168 time: 0.4851398 Jun 08 04:21:24.199812 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 39734) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:24.304822 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-54bb5eab-64a7-42aa-9c8b-85a90cfa0c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:24.424083 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-54bb5eab-64a7-42aa-9c8b-85a90cfa0c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:24.437513 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-54bb5eab-64a7-42aa-9c8b-85a90cfa0c30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf99125-61c5-4a1b-a4c9-65c572362813']}} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:24.450725 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-54bb5eab-64a7-42aa-9c8b-85a90cfa0c30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2372a8e-04d7-4aa2-836c-3a0b197bc2f9') {'for_net_delete': True} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:24.451056 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.services.segments.db [None req-54bb5eab-64a7-42aa-9c8b-85a90cfa0c30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2372a8e-04d7-4aa2-836c-3a0b197bc2f9') {} {{(pid=92281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:24.463121 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-54bb5eab-64a7-42aa-9c8b-85a90cfa0c30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2050158'] for segment, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:24.483305 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-54bb5eab-64a7-42aa-9c8b-85a90cfa0c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:24.490171 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54bb5eab-64a7-42aa-9c8b-85a90cfa0c30 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=92281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:21:24.490553 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-54bb5eab-64a7-42aa-9c8b-85a90cfa0c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2017755'] for segment, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: Traceback (most recent call last): Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: timer() Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: cb(*args, **kw) Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: return func(*args, **kwargs) Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: self._notify() Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: self.callback(batched_events) Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: event.method(event) Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: return f(self, *a, **k) Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: return self._get(url).json() Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: return self.request(url, 'GET', **kwargs) Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:21:24.508034 dv-cinder-786627-8-smb neutron-server[92281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:21:24.659276 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea3bf3-2de8-4365-ad44-859dbe45e2fb req-9651a4dc-1fba-4e5c-ae04-918651d6c270 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:24.660778 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5dea3bf3-2de8-4365-ad44-859dbe45e2fb req-9651a4dc-1fba-4e5c-ae04-918651d6c270 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.0872800 Jun 08 04:21:24.695941 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-54bb5eab-64a7-42aa-9c8b-85a90cfa0c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:24.703823 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-54bb5eab-64a7-42aa-9c8b-85a90cfa0c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:24.706316 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-54bb5eab-64a7-42aa-9c8b-85a90cfa0c30 admin admin] 10.222.0.18 "DELETE /v2.0/networks/aaf99125-61c5-4a1b-a4c9-65c572362813 HTTP/1.1" status: 204 len: 168 time: 0.5048304 Jun 08 04:21:24.710531 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:24.727123 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5dea3bf3-2de8-4365-ad44-859dbe45e2fb req-73058a1e-d87b-45d2-9987-b957830ff812 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607102 Jun 08 04:21:24.729978 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb5eab-64a7-42aa-9c8b-85a90cfa0c30 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf99125-61c5-4a1b-a4c9-65c572362813,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:24.735938 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-54bb5eab-64a7-42aa-9c8b-85a90cfa0c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:25.090218 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 39740) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:25.137397 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-117c877c-dcf9-4745-87db-f62de8168c3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5e35281199b485e8ddf17ff5217103a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459676 Jun 08 04:21:25.139793 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 39742) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:25.194828 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6500ed8a-67d6-4fcf-9268-fe907a45a6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:25.219825 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6500ed8a-67d6-4fcf-9268-fe907a45a6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:25.335738 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6500ed8a-67d6-4fcf-9268-fe907a45a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:25.338152 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6500ed8a-67d6-4fcf-9268-fe907a45a6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:25.339337 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-6500ed8a-67d6-4fcf-9268-fe907a45a6a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54f6d2df-bf0e-45f7-8285-6719b232a2c7 HTTP/1.1" status: 204 len: 168 time: 0.1986680 Jun 08 04:21:25.340165 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-72b75250-dac7-4eb2-b794-fd653fd61daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:25.351291 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500ed8a-67d6-4fcf-9268-fe907a45a6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f6d2df-bf0e-45f7-8285-6719b232a2c7,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:25.353837 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6500ed8a-67d6-4fcf-9268-fe907a45a6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:25.519770 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 39750) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:25.668036 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device f1ec20d2-f20b-4604-b458-2400400be740 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:21:25.907039 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port f1ec20d2-f20b-4604-b458-2400400be740, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f1ec20d2-f20b-4604-b458-2400400be740,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:21:25.920496 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': 'f1ec20d2-f20b-4604-b458-2400400be740', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'port_id': 'f1ec20d2-f20b-4604-b458-2400400be740', 'mac_address': 'fa:16:3e:46:54:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:21:25.974852 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:25.991830 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ec20d2-f20b-4604-b458-2400400be740 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:21:26.007081 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port f1ec20d2-f20b-4604-b458-2400400be740, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f1ec20d2-f20b-4604-b458-2400400be740,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:21:26.082592 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:26.085247 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-b38fe420-307e-4f4b-b843-114b7d2a6885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:26.109198 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb6965-456e-4696-88a2-75f8caae402d req-a6ace248-0cbe-4efa-9111-7563e0fbd0df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:26.110683 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-72fb6965-456e-4696-88a2-75f8caae402d req-a6ace248-0cbe-4efa-9111-7563e0fbd0df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 944 time: 0.2342031 Jun 08 04:21:26.153133 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=f1ec20d2-f20b-4604-b458-2400400be740,revision_number=9']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:26.160280 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:26.160625 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:26.160959 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:26.161286 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:26.161611 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:26.161932 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:26.162250 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:26.162569 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:26.162888 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:26.163248 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:26.163538 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:26.163846 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:26.167768 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:26.169402 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-72fb6965-456e-4696-88a2-75f8caae402d req-25ff71e7-3d1a-4025-931e-cef79d99b335 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508180 Jun 08 04:21:26.177220 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d5ad4-ad6a-4b4d-874b-65a62aca0cf2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Deleting port 443c3cc0-caa7-4d81-af61-b7d601b5cc0c {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:21:26.177349 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5ad4-ad6a-4b4d-874b-65a62aca0cf2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:26.294693 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5ad4-ad6a-4b4d-874b-65a62aca0cf2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:26.295018 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5ad4-ad6a-4b4d-874b-65a62aca0cf2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:26.431364 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['f1ec20d2-f20b-4604-b458-2400400be740'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:21:26.506387 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d5ad4-ad6a-4b4d-874b-65a62aca0cf2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Calling delete_port for 443c3cc0-caa7-4d81-af61-b7d601b5cc0c owned by network:floatingip {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:21:26.695834 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5ad4-ad6a-4b4d-874b-65a62aca0cf2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:26.700612 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-ff018477-db01-4189-945d-52c592d83609 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:26.745300 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d5ad4-ad6a-4b4d-874b-65a62aca0cf2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Pushing event deleted for resources: {'Port': ['ID=443c3cc0-caa7-4d81-af61-b7d601b5cc0c,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:26.748431 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-3c0d5ad4-ad6a-4b4d-874b-65a62aca0cf2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:26.836819 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5ad4-ad6a-4b4d-874b-65a62aca0cf2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for floatingip, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:26.837152 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.db.l3_db [None req-3c0d5ad4-ad6a-4b4d-874b-65a62aca0cf2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Floating IP e01c29f6-162f-4994-a8ee-6772fee11837 disassociated (deleted). External IP: 172.28.2.22, port: d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2. Jun 08 04:21:27.180111 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0d5ad4-ad6a-4b4d-874b-65a62aca0cf2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:21:27.404167 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0d5ad4-ad6a-4b4d-874b-65a62aca0cf2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:21:27.408630 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5ad4-ad6a-4b4d-874b-65a62aca0cf2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:27.414574 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f0470-8435-48c6-9ae9-eb234e1f53c1 None None] Sync routers for ids ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:21:27.423497 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0f0470-8435-48c6-9ae9-eb234e1f53c1 None None] Routers {'4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:21:27.424111 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-df0f0470-8435-48c6-9ae9-eb234e1f53c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:21:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:27.472028 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63ac89-6183-45a6-94fe-a6fd49d4afd6 req-ff2cabe1-e549-4028-84ee-392af57727a6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:27.473459 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fe63ac89-6183-45a6-94fe-a6fd49d4afd6 req-ff2cabe1-e549-4028-84ee-392af57727a6 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 945 time: 0.1729729 Jun 08 04:21:27.481567 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-3c0d5ad4-ad6a-4b4d-874b-65a62aca0cf2 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "DELETE /v2.0/floatingips/e01c29f6-162f-4994-a8ee-6772fee11837 HTTP/1.1" status: 204 len: 168 time: 1.9583805 Jun 08 04:21:27.481567 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'tag': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:21:27.482034 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853931f9-d67c-4c88-bec5-0813f4ca8a68" -d '{"events": [{"name": "network-changed", "server_uuid": "06c7e654-f8e0-47db-9933-dadb9b32cf55", "tag": "d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:21:27.523923 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-fe63ac89-6183-45a6-94fe-a6fd49d4afd6 req-b3ea471e-87f2-494a-8202-8b5cf63c1831 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386195 Jun 08 04:21:27.604897 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-df0f0470-8435-48c6-9ae9-eb234e1f53c1 None None] Set router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:21:27.669505 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device f1ec20d2-f20b-4604-b458-2400400be740 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:21:27.894591 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port f1ec20d2-f20b-4604-b458-2400400be740 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:21:27.895007 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:28.010691 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e2d404-9ff6-44cf-b09c-629ea368b0da x-openstack-request-id: req-e4e2d404-9ff6-44cf-b09c-629ea368b0da {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:21:28.011238 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c7e654-f8e0-47db-9933-dadb9b32cf55", "tag": "d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:21:28.011336 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4e2d404-9ff6-44cf-b09c-629ea368b0da {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:21:28.011788 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'tag': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'status': 'completed', 'code': 200} Jun 08 04:21:28.070552 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:28.093013 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-df0f0470-8435-48c6-9ae9-eb234e1f53c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:14:57Z', 'revision_number': 4, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port': {'id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:50Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d', 'name': '', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'mac_address': 'fa:16:3e:e3:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:55Z', 'updated_at': '2021-06-08T04:15:07Z', 'revision_number': 5, 'project_id': '3002b5386f4844238db562f48f30e074', 'subnets': [{'id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:28.101405 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f0470-8435-48c6-9ae9-eb234e1f53c1 None None] Checking router: 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:21:28.113325 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ec20d2-f20b-4604-b458-2400400be740'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:21:28.126862 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cead236a-bec1-425e-a285-e8d145cb1211" -d '{"events": [{"server_uuid": "dea604d0-ce2b-4614-9e7b-54b699fb112e", "name": "network-vif-plugged", "status": "completed", "tag": "f1ec20d2-f20b-4604-b458-2400400be740"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:21:28.126862 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0f0470-8435-48c6-9ae9-eb234e1f53c1 None None] Routers {'4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:21:28.126862 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-df0f0470-8435-48c6-9ae9-eb234e1f53c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:21:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:28.183550 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853931f9-d67c-4c88-bec5-0813f4ca8a68 req-f66b4578-af25-4d62-99bf-2aff1e47fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:28.185032 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-853931f9-d67c-4c88-bec5-0813f4ca8a68 req-f66b4578-af25-4d62-99bf-2aff1e47fa23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3002b5386f4844238db562f48f30e074&device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 1098 time: 0.1520903 Jun 08 04:21:28.197075 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f0019-69e0-413f-8cf6-e67924b0c56b req-177bd38c-24f1-4d93-8cdc-e109a69d1d2f tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:28.198411 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-498f0019-69e0-413f-8cf6-e67924b0c56b req-177bd38c-24f1-4d93-8cdc-e109a69d1d2f tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.0990198 Jun 08 04:21:28.216027 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port f1ec20d2-f20b-4604-b458-2400400be740, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f1ec20d2-f20b-4604-b458-2400400be740,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:21:28.292349 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:28.296930 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:28.394760 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=f1ec20d2-f20b-4604-b458-2400400be740,revision_number=10']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:28.401290 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:28.405459 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-df0f0470-8435-48c6-9ae9-eb234e1f53c1 None None] Set router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:21:28.438494 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-498f0019-69e0-413f-8cf6-e67924b0c56b req-0c06acee-1687-4270-94ce-5673bba94d4a tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199421 Jun 08 04:21:28.468281 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7712541c-5728-49bd-a2f7-0337032f5cc7 x-openstack-request-id: req-7712541c-5728-49bd-a2f7-0337032f5cc7 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:21:28.468788 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea604d0-ce2b-4614-9e7b-54b699fb112e", "name": "network-vif-plugged", "status": "completed", "tag": "f1ec20d2-f20b-4604-b458-2400400be740", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:21:28.470233 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7712541c-5728-49bd-a2f7-0337032f5cc7 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:21:28.470639 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ec20d2-f20b-4604-b458-2400400be740', 'code': 200} Jun 08 04:21:28.501403 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853931f9-d67c-4c88-bec5-0813f4ca8a68 req-5e3dde58-bc85-4606-8bd8-d696dc71775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:28.503559 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-853931f9-d67c-4c88-bec5-0813f4ca8a68 req-5e3dde58-bc85-4606-8bd8-d696dc71775c service neutron] 10.222.0.21 "GET /v2.0/networks?id=29de343d-a844-4dfc-bfb6-69bd35f7217d HTTP/1.1" status: 200 len: 909 time: 0.3035681 Jun 08 04:21:28.748222 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-df0f0470-8435-48c6-9ae9-eb234e1f53c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:14:57Z', 'revision_number': 4, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port': {'id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:50Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d', 'name': '', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'mac_address': 'fa:16:3e:e3:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:55Z', 'updated_at': '2021-06-08T04:15:07Z', 'revision_number': 5, 'project_id': '3002b5386f4844238db562f48f30e074', 'subnets': [{'id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:28.748497 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-853931f9-d67c-4c88-bec5-0813f4ca8a68 req-e4682bc1-9c13-47f8-96e4-6e2fcb640b00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 HTTP/1.1" status: 200 len: 217 time: 0.1179199 Jun 08 04:21:28.752362 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f0470-8435-48c6-9ae9-eb234e1f53c1 None None] The sync data for ids ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'] in dv-cinder-786627-8-smb is: [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:14:57Z', 'revision_number': 4, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port': {'id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:50Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d', 'name': '', 'network_id': '29de343d-a844-4dfc-bfb6-69bd35f7217d', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'mac_address': 'fa:16:3e:e3:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:55Z', 'updated_at': '2021-06-08T04:15:07Z', 'revision_number': 5, 'project_id': '3002b5386f4844238db562f48f30e074', 'subnets': [{'id': '3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:21:28.835197 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853931f9-d67c-4c88-bec5-0813f4ca8a68 req-e22ad117-9008-4756-8b99-48341506977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:28.836655 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-853931f9-d67c-4c88-bec5-0813f4ca8a68 req-e22ad117-9008-4756-8b99-48341506977c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8 HTTP/1.1" status: 200 len: 847 time: 0.0812306 Jun 08 04:21:28.886695 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18922ee7-7df4-4923-bf81-831df6cc8c01 req-c76f630f-f368-4028-8ba0-4a5aa0156bdf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:28.888221 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18922ee7-7df4-4923-bf81-831df6cc8c01 req-c76f630f-f368-4028-8ba0-4a5aa0156bdf tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 947 time: 0.1918674 Jun 08 04:21:28.950349 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18922ee7-7df4-4923-bf81-831df6cc8c01 req-1cf2edaf-e4b9-4a6f-9597-5488eab0d849 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499914 Jun 08 04:21:28.952893 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37676cd1-7e80-4dbd-ab08-299cb9c17dca req-5cc18bcb-cb9f-4ce4-a272-8f5ea9c6d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:28.955173 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-37676cd1-7e80-4dbd-ab08-299cb9c17dca req-5cc18bcb-cb9f-4ce4-a272-8f5ea9c6d0a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 1100 time: 0.0737369 Jun 08 04:21:28.963338 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853931f9-d67c-4c88-bec5-0813f4ca8a68 req-037d2cc1-0965-460e-a3ef-dd05b7b4404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:28.964841 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-853931f9-d67c-4c88-bec5-0813f4ca8a68 req-037d2cc1-0965-460e-a3ef-dd05b7b4404d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29de343d-a844-4dfc-bfb6-69bd35f7217d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1214430 Jun 08 04:21:29.002329 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [req-37676cd1-7e80-4dbd-ab08-299cb9c17dca req-15d72f84-f1c1-4076-9e4c-448bd795ea62 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393097 Jun 08 04:21:29.009852 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548fab4-f296-437f-84fa-e37d02b31c1a None None] New status for floating IP e01c29f6-162f-4994-a8ee-6772fee11837: DOWN {{(pid=92283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 04:21:29.115003 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-853931f9-d67c-4c88-bec5-0813f4ca8a68 req-56388cd8-5c0a-4fb2-a0d3-b498f8557eec service neutron] 10.222.0.21 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422861 Jun 08 04:21:29.250696 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-853931f9-d67c-4c88-bec5-0813f4ca8a68 req-59b39dc5-a87b-4479-b45b-aec41633fe79 service neutron] 10.222.0.21 "GET /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267262 Jun 08 04:21:29.637579 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcace8-b2b9-4abf-8de2-cbe927fa2c30 req-4c7ee11f-0f09-48ec-89ad-382d88d04045 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:29.639046 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2cdcace8-b2b9-4abf-8de2-cbe927fa2c30 req-4c7ee11f-0f09-48ec-89ad-382d88d04045 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.0841229 Jun 08 04:21:29.681669 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2cdcace8-b2b9-4abf-8de2-cbe927fa2c30 req-7900e272-dbb8-41d0-8773-9dd41b50617e tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d1132bf-e6a9-434f-a6d4-d80e86d1def2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365283 Jun 08 04:21:29.963804 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fec8d-45a7-40c9-bc71-1208092d127b req-8f41659c-67f3-4330-a133-0d1c82987522 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:29.965209 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-581fec8d-45a7-40c9-bc71-1208092d127b req-8f41659c-67f3-4330-a133-0d1c82987522 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.21 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 945 time: 0.0791965 Jun 08 04:21:30.162334 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-581fec8d-45a7-40c9-bc71-1208092d127b req-071a4467-1624-455f-a8d5-068233d21717 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Deleting port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:21:30.163020 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-581fec8d-45a7-40c9-bc71-1208092d127b req-071a4467-1624-455f-a8d5-068233d21717 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:30.185404 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4682b-12ed-4b6c-a67d-f3934ad7c764 req-91d1f606-48bc-49ec-9641-4b9f98940d0a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:30.186843 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b5c4682b-12ed-4b6c-a67d-f3934ad7c764 req-91d1f606-48bc-49ec-9641-4b9f98940d0a tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 947 time: 0.1199644 Jun 08 04:21:30.297829 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b5c4682b-12ed-4b6c-a67d-f3934ad7c764 req-fd4892dd-91d8-4c7c-8251-6a014b094292 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671868 Jun 08 04:21:30.347394 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-581fec8d-45a7-40c9-bc71-1208092d127b req-071a4467-1624-455f-a8d5-068233d21717 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] For port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:21:30.347760 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-581fec8d-45a7-40c9-bc71-1208092d127b req-071a4467-1624-455f-a8d5-068233d21717 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:30.468955 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-581fec8d-45a7-40c9-bc71-1208092d127b req-071a4467-1624-455f-a8d5-068233d21717 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Calling delete_port for d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:21:30.661401 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-581fec8d-45a7-40c9-bc71-1208092d127b req-071a4467-1624-455f-a8d5-068233d21717 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:30.670119 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-97638d34-054d-47fd-a34e-336b276d4ddf tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:30.739994 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a4467-1624-455f-a8d5-068233d21717 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Pushing event deleted for resources: {'Port': ['ID=d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:30.788535 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-071a4467-1624-455f-a8d5-068233d21717 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:30.845899 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-581fec8d-45a7-40c9-bc71-1208092d127b req-071a4467-1624-455f-a8d5-068233d21717 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] No DVR routers for this DVR port d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:21:30.849056 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-581fec8d-45a7-40c9-bc71-1208092d127b req-071a4467-1624-455f-a8d5-068233d21717 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:30.850884 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-581fec8d-45a7-40c9-bc71-1208092d127b req-071a4467-1624-455f-a8d5-068233d21717 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.21 "DELETE /v2.0/ports/d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 HTTP/1.1" status: 204 len: 173 time: 0.8793223 Jun 08 04:21:30.979659 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'name': 'network-vif-deleted', 'tag': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:21:30.981982 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1477097-cd1a-471b-9ebf-3b391fb86567" -d '{"events": [{"server_uuid": "06c7e654-f8e0-47db-9933-dadb9b32cf55", "name": "network-vif-deleted", "tag": "d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:21:30.999413 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b5eb50ac-1e22-46a1-b987-08e59eb22a50 req-569378d5-ce13-47a8-9abc-ab391b88101f tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 210 time: 0.1547515 Jun 08 04:21:31.026453 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690256a1-b3d0-4d98-a786-8a2058414b6c x-openstack-request-id: req-690256a1-b3d0-4d98-a786-8a2058414b6c {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:21:31.026785 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c7e654-f8e0-47db-9933-dadb9b32cf55", "name": "network-vif-deleted", "tag": "d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:21:31.027096 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-690256a1-b3d0-4d98-a786-8a2058414b6c {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:21:31.027520 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c7e654-f8e0-47db-9933-dadb9b32cf55', 'name': 'network-vif-deleted', 'tag': 'd7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2', 'status': 'completed', 'code': 200} Jun 08 04:21:31.495042 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a0ce6-b708-4ef3-a865-fb361ec1c8c6 req-f6bef528-7228-4a1f-8bbc-100c2870bbf5 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:31.496435 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-004a0ce6-b708-4ef3-a865-fb361ec1c8c6 req-f6bef528-7228-4a1f-8bbc-100c2870bbf5 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 947 time: 0.0820332 Jun 08 04:21:31.542006 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-004a0ce6-b708-4ef3-a865-fb361ec1c8c6 req-e3c1d4e4-a782-499b-9afb-0d85df661a34 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397365 Jun 08 04:21:32.163924 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-a119fb6c-8291-4928-9c61-df53db2096ed req-dd790823-d7e5-406f-b56b-dbd43240cb28 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "GET /v2.0/ports?device_id=06c7e654-f8e0-47db-9933-dadb9b32cf55 HTTP/1.1" status: 200 len: 210 time: 0.0439987 Jun 08 04:21:32.727237 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b477f6-4c34-4c7a-8c1a-33b84e7ea06a req-86ea483a-81fc-445c-9255-f4eba2353f80 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:32.728694 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f0b477f6-4c34-4c7a-8c1a-33b84e7ea06a req-86ea483a-81fc-445c-9255-f4eba2353f80 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 947 time: 0.0783794 Jun 08 04:21:32.771469 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f0b477f6-4c34-4c7a-8c1a-33b84e7ea06a req-bf8d676a-22af-496f-9573-ea96538c501c tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372972 Jun 08 04:21:33.255115 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39854) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:33.321659 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:33.353916 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:33.501102 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:33.503517 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:33.504664 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] 10.222.0.18 "DELETE /v2.0/security-groups/8d1132bf-e6a9-434f-a6d4-d80e86d1def2 HTTP/1.1" status: 204 len: 168 time: 0.2482240 Jun 08 04:21:33.505416 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-d97d8802-3de7-48b5-939c-2cb13956da18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:33.517814 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1132bf-e6a9-434f-a6d4-d80e86d1def2,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:33.525614 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:33.525983 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:33.526350 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:33.526706 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:33.527108 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:33.527462 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:33.527810 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:33.528158 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:33.528532 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:33.528874 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:33.529218 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:33.529584 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:21:33.532596 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-d45a426d-e0ee-4c86-9891-a5de2fdff2a0 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:33.620608 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39858) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:33.701953 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:21:33.739617 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:21:33.739969 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device d7c5e3a6-53c6-4a7d-a4a4-03a86c152ae2 not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:21:34.322801 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c342c72b-8962-4768-a6c1-521543ece313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-867644'] for router_interface, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:34.712198 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-c342c72b-8962-4768-a6c1-521543ece313 admin admin] Deleting port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:21:34.712531 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c342c72b-8962-4768-a6c1-521543ece313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:34.829722 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [None req-c342c72b-8962-4768-a6c1-521543ece313 admin admin] For port 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:21:34.830071 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c342c72b-8962-4768-a6c1-521543ece313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:34.860957 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:34.950321 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-c342c72b-8962-4768-a6c1-521543ece313 admin admin] Calling delete_port for 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d owned by network:router_interface {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:21:35.162054 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c342c72b-8962-4768-a6c1-521543ece313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:35.165941 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-949aa5d5-022a-4373-b2ef-110b8f5eac3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:35.210964 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342c72b-8962-4768-a6c1-521543ece313 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:35.214059 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c342c72b-8962-4768-a6c1-521543ece313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:35.468344 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c342c72b-8962-4768-a6c1-521543ece313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-761500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-844231'] for router_interface, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:35.904949 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c342c72b-8962-4768-a6c1-521543ece313 admin admin] Router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:21:36.076726 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c342c72b-8962-4768-a6c1-521543ece313 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:21:36.081504 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-c342c72b-8962-4768-a6c1-521543ece313 admin admin] 10.222.0.18 "PUT /v2.0/routers/4c352cd7-8d59-45cf-bb48-4c9fe03e11a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4601014 Jun 08 04:21:36.084043 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39862) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:36.086622 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde24ca1-0f87-496f-a235-957252eb2d47 None None] Sync routers for ids ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:21:36.096582 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde24ca1-0f87-496f-a235-957252eb2d47 None None] Routers {'4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:21:36.097194 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-dde24ca1-0f87-496f-a235-957252eb2d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:21:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:36.255286 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Notify callbacks [] for router, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:36.267790 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-dde24ca1-0f87-496f-a235-957252eb2d47 None None] Set router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:21:36.427335 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:36.548499 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-dde24ca1-0f87-496f-a235-957252eb2d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:21:35Z', 'revision_number': 5, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port': {'id': '8c538803-df00-4cc6-b0d4-a379ee233113', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:14:50Z', 'updated_at': '2021-06-08T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:36.552381 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde24ca1-0f87-496f-a235-957252eb2d47 None None] Checking router: 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:21:36.554675 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Deleting port 8c538803-df00-4cc6-b0d4-a379ee233113 {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:21:36.555275 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:36.561490 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde24ca1-0f87-496f-a235-957252eb2d47 None None] Routers {'4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:21:36.562109 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-dde24ca1-0f87-496f-a235-957252eb2d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:21:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:36.674004 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] For port 8c538803-df00-4cc6-b0d4-a379ee233113, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=8c538803-df00-4cc6-b0d4-a379ee233113,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:21:36.674395 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:36.715255 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-dde24ca1-0f87-496f-a235-957252eb2d47 None None] Set router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 gateway port host: None {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:21:36.800755 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Calling delete_port for 8c538803-df00-4cc6-b0d4-a379ee233113 owned by network:router_gateway {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:21:36.854854 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-dde24ca1-0f87-496f-a235-957252eb2d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:21:36Z', 'revision_number': 6, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port_host': None}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:36.858842 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde24ca1-0f87-496f-a235-957252eb2d47 None None] The sync data for ids ['4c352cd7-8d59-45cf-bb48-4c9fe03e11a1'] in dv-cinder-786627-8-smb is: [{'id': '4c352cd7-8d59-45cf-bb48-4c9fe03e11a1', 'name': 'tempest-TestShelveInstance-203762763-router', 'tenant_id': '3002b5386f4844238db562f48f30e074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:14:49Z', 'updated_at': '2021-06-08T04:21:36Z', 'revision_number': 6, 'project_id': '3002b5386f4844238db562f48f30e074', 'gw_port_host': None}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:21:37.004359 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:37.008581 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:37.143807 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c538803-df00-4cc6-b0d4-a379ee233113,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:37.147706 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:37.234355 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867674'] for router_gateway, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:37.402166 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-847631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5402'] for router, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:37.404322 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:37.495550 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-847843'] for router, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:37.496040 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 {{(pid=92280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 04:21:37.500479 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] Notify callbacks [] for router, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:37.501584 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-809b1fa6-2b42-4dec-ae1d-6517e9bfc362 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4c352cd7-8d59-45cf-bb48-4c9fe03e11a1 HTTP/1.1" status: 204 len: 168 time: 1.4166365 Jun 08 04:21:37.504752 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39864) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:37.564194 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea879cef-4a18-4d29-b7a8-45843e26bdbc admin admin] Deleting subnet 3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8 {{(pid=92280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:21:37.567910 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ea879cef-4a18-4d29-b7a8-45843e26bdbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:37.616709 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ea879cef-4a18-4d29-b7a8-45843e26bdbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2255159'] for subnet, precommit_delete_associations {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:37.734819 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ea879cef-4a18-4d29-b7a8-45843e26bdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:37.758671 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:21:37.793268 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:21:37.793628 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 4ba25fe4-95b7-4ef6-9e6b-2bee1fd0d99d not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:21:37.794050 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 8c538803-df00-4cc6-b0d4-a379ee233113 no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:21:37.827324 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: 8c538803-df00-4cc6-b0d4-a379ee233113 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:21:37.827677 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 8c538803-df00-4cc6-b0d4-a379ee233113 not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:21:37.933956 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ea879cef-4a18-4d29-b7a8-45843e26bdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438373'] for subnet, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:37.938958 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8624d9e8-4dcf-4f81-947c-432b1bc7142b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:37.976650 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea879cef-4a18-4d29-b7a8-45843e26bdbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:37.979017 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ea879cef-4a18-4d29-b7a8-45843e26bdbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:37.980803 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-ea879cef-4a18-4d29-b7a8-45843e26bdbc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3fb7bbfa-0541-457f-8b7e-3d409f0c5bb8 HTTP/1.1" status: 204 len: 168 time: 0.4751527 Jun 08 04:21:37.982040 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-ea879cef-4a18-4d29-b7a8-45843e26bdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:37.982171 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e76c307-6700-4f71-923b-ff83af0e4a6b None None] Network 29de343d-a844-4dfc-bfb6-69bd35f7217d requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:21:37.983411 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39866) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:38.085898 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:38.163329 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Deleting port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:21:38.163573 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:38.230819 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f0d900-22a3-4db5-bfe5-084bfd01ca5e None None] DHCP port deletion for 29de343d-a844-4dfc-bfb6-69bd35f7217d request from dv-cinder-786627-8-smb {{(pid=92282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 04:21:38.261679 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] For port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=19e6cf11-dfe7-425e-abdf-dfd0cb1f0510,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:21:38.262028 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:38.292882 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-90f0d900-22a3-4db5-bfe5-084bfd01ca5e None None] Deleting port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 {{(pid=92282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:21:38.293260 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-90f0d900-22a3-4db5-bfe5-084bfd01ca5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:38.381974 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Calling delete_port for 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 owned by network:dhcp {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:21:38.387757 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-90f0d900-22a3-4db5-bfe5-084bfd01ca5e None None] For port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=19e6cf11-dfe7-425e-abdf-dfd0cb1f0510,segment=NetworkSegment(574a9879-1c36-4098-a2b6-89eb5bea0547),segment_id=574a9879-1c36-4098-a2b6-89eb5bea0547)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:21:38.388152 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-90f0d900-22a3-4db5-bfe5-084bfd01ca5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:38.473106 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:38.477732 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b98815b6-4176-4997-bf59-c6a3151a6386 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:38.511271 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-90f0d900-22a3-4db5-bfe5-084bfd01ca5e None None] Calling delete_port for 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 owned by network:dhcp {{(pid=92282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:21:38.522346 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e6cf11-dfe7-425e-abdf-dfd0cb1f0510,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:38.525594 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:38.526299 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] No DVR routers for this DVR port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 on host dv-cinder-786627-8-smb {{(pid=92280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:21:38.553921 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-90f0d900-22a3-4db5-bfe5-084bfd01ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375'] for port, after_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:38.558319 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:38.604547 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0d900-22a3-4db5-bfe5-084bfd01ca5e None None] Pushing event deleted for resources: {'Port': ['ID=19e6cf11-dfe7-425e-abdf-dfd0cb1f0510,revision_number=None']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:38.606508 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0d900-22a3-4db5-bfe5-084bfd01ca5e None None] No DVR routers for this DVR port 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 on host dv-cinder-786627-8-smb {{(pid=92282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:21:38.607898 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-90f0d900-22a3-4db5-bfe5-084bfd01ca5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:38.639985 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:38.653036 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29de343d-a844-4dfc-bfb6-69bd35f7217d']}} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:38.664803 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574a9879-1c36-4098-a2b6-89eb5bea0547') {'for_net_delete': True} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:38.665097 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574a9879-1c36-4098-a2b6-89eb5bea0547') {} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:38.675922 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2255164'] for segment, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:38.694506 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:38.700503 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=92280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:21:38.700878 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1898128'] for segment, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: Traceback (most recent call last): Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: timer() Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: cb(*args, **kw) Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: return func(*args, **kwargs) Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: self._notify() Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: self.callback(batched_events) Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: event.method(event) Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: return f(self, *a, **k) Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: return self._get(url).json() Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: return self.request(url, 'GET', **kwargs) Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:21:38.714263 dv-cinder-786627-8-smb neutron-server[92280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:21:38.923892 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:38.927909 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5e9facb7-4fd9-4a01-b980-68e887e598eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:38.940893 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:38.942631 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] 10.222.0.18 "DELETE /v2.0/networks/29de343d-a844-4dfc-bfb6-69bd35f7217d HTTP/1.1" status: 204 len: 168 time: 0.9582357 Jun 08 04:21:38.945618 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39868) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:39.003127 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Pushing event deleted for resources: {'Network': ['ID=29de343d-a844-4dfc-bfb6-69bd35f7217d,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:39.015381 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:39.462056 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3b06-0ee7-40aa-8540-9e82661ccf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-867644'] for router_interface, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:39.744175 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:21:39.777265 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:21:39.777612 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 19e6cf11-dfe7-425e-abdf-dfd0cb1f0510 not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:21:39.854322 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e3b06-0ee7-40aa-8540-9e82661ccf0d admin admin] Deleting port 09f967d6-f9a6-470b-8f68-8adb3cbff11e {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:21:39.854871 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3b06-0ee7-40aa-8540-9e82661ccf0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:39.973847 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [None req-2b0e3b06-0ee7-40aa-8540-9e82661ccf0d admin admin] For port 09f967d6-f9a6-470b-8f68-8adb3cbff11e, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=09f967d6-f9a6-470b-8f68-8adb3cbff11e,segment=NetworkSegment(2a4ac32b-71ab-4f7c-8266-ae956fac9c1f),segment_id=2a4ac32b-71ab-4f7c-8266-ae956fac9c1f)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:21:39.974196 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3b06-0ee7-40aa-8540-9e82661ccf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:40.095586 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e3b06-0ee7-40aa-8540-9e82661ccf0d admin admin] Calling delete_port for 09f967d6-f9a6-470b-8f68-8adb3cbff11e owned by network:router_interface {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:21:40.289686 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3b06-0ee7-40aa-8540-9e82661ccf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:40.294024 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8c7de532-519a-4b69-af98-d0e71d53c35f tempest-VolumesSnapshotTestJSON-2129635442 tempest-VolumesSnapshotTestJSON-2129635442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:40.427124 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e3b06-0ee7-40aa-8540-9e82661ccf0d admin admin] Pushing event deleted for resources: {'Port': ['ID=09f967d6-f9a6-470b-8f68-8adb3cbff11e,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:40.453234 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-2b0e3b06-0ee7-40aa-8540-9e82661ccf0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:40.686572 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3b06-0ee7-40aa-8540-9e82661ccf0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-761500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-844231'] for router_interface, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:41.034495 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0e3b06-0ee7-40aa-8540-9e82661ccf0d admin admin] Router 9494880e-2b00-46c9-ab5c-025910e92730 has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:21:41.208439 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0e3b06-0ee7-40aa-8540-9e82661ccf0d admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:21:41.213108 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-2b0e3b06-0ee7-40aa-8540-9e82661ccf0d admin admin] 10.222.0.18 "PUT /v2.0/routers/9494880e-2b00-46c9-ab5c-025910e92730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2665806 Jun 08 04:21:41.215985 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39870) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:41.218715 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deaf3c7-0c3d-4adb-8172-4d0064da6fdc None None] Sync routers for ids ['9494880e-2b00-46c9-ab5c-025910e92730'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:21:41.229190 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deaf3c7-0c3d-4adb-8172-4d0064da6fdc None None] Routers {'9494880e-2b00-46c9-ab5c-025910e92730'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:21:41.229819 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-7deaf3c7-0c3d-4adb-8172-4d0064da6fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:21:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['9494880e-2b00-46c9-ab5c-025910e92730'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:41.384908 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Notify callbacks [] for router, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:41.397982 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-7deaf3c7-0c3d-4adb-8172-4d0064da6fdc None None] Set router 9494880e-2b00-46c9-ab5c-025910e92730 gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:21:41.557271 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:41.702462 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-7deaf3c7-0c3d-4adb-8172-4d0064da6fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9494880e-2b00-46c9-ab5c-025910e92730', 'name': 'tempest-TestShelveInstance-1721231840-router', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b651cf24-c687-42b4-b023-405765ac8a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:15:06Z', 'updated_at': '2021-06-08T04:21:40Z', 'revision_number': 5, 'project_id': 'da6bce9930634106a183f5e0b77129bb', 'gw_port': {'id': 'b651cf24-c687-42b4-b023-405765ac8a2e', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9494880e-2b00-46c9-ab5c-025910e92730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:15:08Z', 'updated_at': '2021-06-08T04:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:41.723006 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deaf3c7-0c3d-4adb-8172-4d0064da6fdc None None] Checking router: 9494880e-2b00-46c9-ab5c-025910e92730 for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:21:41.723006 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deaf3c7-0c3d-4adb-8172-4d0064da6fdc None None] Routers {'9494880e-2b00-46c9-ab5c-025910e92730'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:21:41.723006 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-7deaf3c7-0c3d-4adb-8172-4d0064da6fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:21:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['9494880e-2b00-46c9-ab5c-025910e92730'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:41.760327 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Deleting port b651cf24-c687-42b4-b023-405765ac8a2e {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:21:41.760664 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:41.867657 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-7deaf3c7-0c3d-4adb-8172-4d0064da6fdc None None] Set router 9494880e-2b00-46c9-ab5c-025910e92730 gateway port host: None {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:21:41.973592 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-7deaf3c7-0c3d-4adb-8172-4d0064da6fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9494880e-2b00-46c9-ab5c-025910e92730', 'name': 'tempest-TestShelveInstance-1721231840-router', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:15:06Z', 'updated_at': '2021-06-08T04:21:41Z', 'revision_number': 6, 'project_id': 'da6bce9930634106a183f5e0b77129bb', 'gw_port_host': None}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:41.977547 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deaf3c7-0c3d-4adb-8172-4d0064da6fdc None None] The sync data for ids ['9494880e-2b00-46c9-ab5c-025910e92730'] in dv-cinder-786627-8-smb is: [{'id': '9494880e-2b00-46c9-ab5c-025910e92730', 'name': 'tempest-TestShelveInstance-1721231840-router', 'tenant_id': 'da6bce9930634106a183f5e0b77129bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:15:06Z', 'updated_at': '2021-06-08T04:21:41Z', 'revision_number': 6, 'project_id': 'da6bce9930634106a183f5e0b77129bb', 'gw_port_host': None}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:21:41.985141 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] For port b651cf24-c687-42b4-b023-405765ac8a2e, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=b651cf24-c687-42b4-b023-405765ac8a2e,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:21:41.985141 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:42.106438 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Calling delete_port for b651cf24-c687-42b4-b023-405765ac8a2e owned by network:router_gateway {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:21:42.323601 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3d803220-0b59-402f-9a2c-1d5db67529ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:42.341699 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:42.347215 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5d618b66-d6ad-4b82-b8b9-ca716f1cc6a1 tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:42.393655 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Pushing event deleted for resources: {'Port': ['ID=b651cf24-c687-42b4-b023-405765ac8a2e,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:42.423433 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:42.478794 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867674'] for router_gateway, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:42.645819 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-847631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5402'] for router, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:42.648011 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:42.741514 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-847843'] for router, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:42.741992 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9494880e-2b00-46c9-ab5c-025910e92730 {{(pid=92280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 04:21:42.745939 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] Notify callbacks [] for router, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:42.747200 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-aa51c2c3-50d9-49b5-86d5-1ded790a533e admin admin] 10.222.0.18 "DELETE /v2.0/routers/9494880e-2b00-46c9-ab5c-025910e92730 HTTP/1.1" status: 204 len: 168 time: 1.5301907 Jun 08 04:21:42.749633 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39872) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:42.808562 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90103cb-d38e-403f-8850-bf2e78eea1ef admin admin] Deleting subnet eaf540f3-fdc4-45d9-a0ce-d9815d391346 {{(pid=92280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:21:42.811637 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c90103cb-d38e-403f-8850-bf2e78eea1ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:42.861816 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c90103cb-d38e-403f-8850-bf2e78eea1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2255159'] for subnet, precommit_delete_associations {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:42.943536 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c90103cb-d38e-403f-8850-bf2e78eea1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:43.076576 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c90103cb-d38e-403f-8850-bf2e78eea1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438373'] for subnet, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:43.081482 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:43.115097 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90103cb-d38e-403f-8850-bf2e78eea1ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf540f3-fdc4-45d9-a0ce-d9815d391346,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:43.118338 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c90103cb-d38e-403f-8850-bf2e78eea1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:43.120976 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c90103cb-d38e-403f-8850-bf2e78eea1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:43.122802 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-c90103cb-d38e-403f-8850-bf2e78eea1ef admin admin] 10.222.0.18 "DELETE /v2.0/subnets/eaf540f3-fdc4-45d9-a0ce-d9815d391346 HTTP/1.1" status: 204 len: 168 time: 0.3722384 Jun 08 04:21:43.125304 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39874) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:43.126158 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942c8993-5200-4e79-95e3-195f28449337 None None] Network ae9248a8-0f14-49f2-8cc1-f58e9ba60138 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:21:43.230543 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:43.304635 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Deleting port 8ce68391-f63c-4fab-88e2-52c82ab20628 {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:21:43.304968 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:43.361876 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f4b00-981d-40f2-97ed-0ed2463bfa56 None None] DHCP port deletion for ae9248a8-0f14-49f2-8cc1-f58e9ba60138 request from dv-cinder-786627-8-smb {{(pid=92282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 04:21:43.404327 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] For port 8ce68391-f63c-4fab-88e2-52c82ab20628, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=8ce68391-f63c-4fab-88e2-52c82ab20628,segment=NetworkSegment(2a4ac32b-71ab-4f7c-8266-ae956fac9c1f),segment_id=2a4ac32b-71ab-4f7c-8266-ae956fac9c1f)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:21:43.404688 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:43.425761 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-d25f4b00-981d-40f2-97ed-0ed2463bfa56 None None] Deleting port 8ce68391-f63c-4fab-88e2-52c82ab20628 {{(pid=92282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:21:43.426141 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-d25f4b00-981d-40f2-97ed-0ed2463bfa56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:43.522382 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-d25f4b00-981d-40f2-97ed-0ed2463bfa56 None None] For port 8ce68391-f63c-4fab-88e2-52c82ab20628, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=8ce68391-f63c-4fab-88e2-52c82ab20628,segment=NetworkSegment(2a4ac32b-71ab-4f7c-8266-ae956fac9c1f),segment_id=2a4ac32b-71ab-4f7c-8266-ae956fac9c1f)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:21:43.522776 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-d25f4b00-981d-40f2-97ed-0ed2463bfa56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:43.524741 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Calling delete_port for 8ce68391-f63c-4fab-88e2-52c82ab20628 owned by network:dhcp {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:21:43.639744 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-d25f4b00-981d-40f2-97ed-0ed2463bfa56 None None] Calling delete_port for 8ce68391-f63c-4fab-88e2-52c82ab20628 owned by network:dhcp {{(pid=92282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:21:43.667155 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:43.672115 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:43.680653 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-d25f4b00-981d-40f2-97ed-0ed2463bfa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375'] for port, after_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:43.684052 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-aa03a10e-2deb-4324-ba97-1dfd00561889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:43.715558 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce68391-f63c-4fab-88e2-52c82ab20628,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:43.717551 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] No DVR routers for this DVR port 8ce68391-f63c-4fab-88e2-52c82ab20628 on host dv-cinder-786627-8-smb {{(pid=92280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:21:43.719191 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:43.760856 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f4b00-981d-40f2-97ed-0ed2463bfa56 None None] Pushing event deleted for resources: {'Port': ['ID=8ce68391-f63c-4fab-88e2-52c82ab20628,revision_number=None']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:43.762694 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 8ce68391-f63c-4fab-88e2-52c82ab20628 no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:21:43.790248 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-d25f4b00-981d-40f2-97ed-0ed2463bfa56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:43.798846 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: 8ce68391-f63c-4fab-88e2-52c82ab20628 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:21:43.799241 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 8ce68391-f63c-4fab-88e2-52c82ab20628 not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:21:43.799652 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 09f967d6-f9a6-470b-8f68-8adb3cbff11e no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:21:43.834359 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f4b00-981d-40f2-97ed-0ed2463bfa56 None None] No DVR routers for this DVR port 8ce68391-f63c-4fab-88e2-52c82ab20628 on host dv-cinder-786627-8-smb {{(pid=92282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:21:43.834797 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:43.835778 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: 09f967d6-f9a6-470b-8f68-8adb3cbff11e {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:21:43.836120 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 09f967d6-f9a6-470b-8f68-8adb3cbff11e not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:21:43.836519 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device b651cf24-c687-42b4-b023-405765ac8a2e no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:21:43.847770 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9248a8-0f14-49f2-8cc1-f58e9ba60138']}} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:43.859441 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4ac32b-71ab-4f7c-8266-ae956fac9c1f') {'for_net_delete': True} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:43.859738 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4ac32b-71ab-4f7c-8266-ae956fac9c1f') {} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:43.871248 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2255164'] for segment, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:43.871665 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: b651cf24-c687-42b4-b023-405765ac8a2e {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:21:43.872016 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device b651cf24-c687-42b4-b023-405765ac8a2e not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:21:43.891648 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:43.898302 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=92280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:21:43.898704 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1898128'] for segment, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: Traceback (most recent call last): Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: timer() Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: cb(*args, **kw) Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: return func(*args, **kwargs) Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: self._notify() Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: self.callback(batched_events) Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: event.method(event) Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: return f(self, *a, **k) Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: return self._get(url).json() Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: return self.request(url, 'GET', **kwargs) Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:21:43.989291 dv-cinder-786627-8-smb neutron-server[92280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:21:44.204079 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:44.207500 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:44.223000 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:44.224780 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ae9248a8-0f14-49f2-8cc1-f58e9ba60138 HTTP/1.1" status: 204 len: 168 time: 1.0985782 Jun 08 04:21:44.230356 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae9248a8-0f14-49f2-8cc1-f58e9ba60138,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:44.232622 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e6c19fd7-8afe-411d-a7b1-a863ce7475b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:44.537427 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39878) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:44.584255 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-31222389-46cf-4817-9df7-fece381d7c24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3002b5386f4844238db562f48f30e074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455821 Jun 08 04:21:44.586494 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39880) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:44.641129 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e2b09ebd-50a7-452c-b6bc-a04504452242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:44.666405 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e2b09ebd-50a7-452c-b6bc-a04504452242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:44.772135 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:44.801962 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e2b09ebd-50a7-452c-b6bc-a04504452242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:44.804457 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e2b09ebd-50a7-452c-b6bc-a04504452242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:44.805576 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-e2b09ebd-50a7-452c-b6bc-a04504452242 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a1dc929-82cf-40e7-8ba6-6fa2ebf4d669 HTTP/1.1" status: 204 len: 168 time: 0.2181928 Jun 08 04:21:44.806345 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8fb96f9f-0366-4686-9960-9303b502e0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:44.815454 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b09ebd-50a7-452c-b6bc-a04504452242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1dc929-82cf-40e7-8ba6-6fa2ebf4d669,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:44.818178 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e2b09ebd-50a7-452c-b6bc-a04504452242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:44.866868 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-b9bbc7ac-33ef-4356-95b5-2a20d5bf7e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:45.493417 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39886) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:45.542003 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-bf042c06-00d2-4e55-903f-b7a6922dadcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da6bce9930634106a183f5e0b77129bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472634 Jun 08 04:21:45.544456 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39888) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:45.584886 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:45.603620 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd10a-0f8b-456c-8150-bfc08fa96349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:45.628893 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd10a-0f8b-456c-8150-bfc08fa96349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:45.786970 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd10a-0f8b-456c-8150-bfc08fa96349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:45.789471 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd10a-0f8b-456c-8150-bfc08fa96349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:45.790589 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-7b2dd10a-0f8b-456c-8150-bfc08fa96349 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8850c8b-58ca-49d1-9cff-71a59f604c78 HTTP/1.1" status: 204 len: 168 time: 0.2452567 Jun 08 04:21:45.791421 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-dd44ee52-c950-4cb0-968c-a3e0aac2b28c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:45.801481 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dd10a-0f8b-456c-8150-bfc08fa96349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8850c8b-58ca-49d1-9cff-71a59f604c78,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:45.803839 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-7b2dd10a-0f8b-456c-8150-bfc08fa96349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:47.644091 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:50.985591 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:21:53.128159 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d140df-b062-43dc-9fec-d4f0ce740202 req-a48fa776-e995-4012-9123-6651c66cd065 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:53.129620 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-93d140df-b062-43dc-9fec-d4f0ce740202 req-a48fa776-e995-4012-9123-6651c66cd065 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 945 time: 0.0884974 Jun 08 04:21:53.180928 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-93d140df-b062-43dc-9fec-d4f0ce740202 req-21c4ec6f-2123-4af1-ba10-dda62019bbb0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456316 Jun 08 04:21:54.366221 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c044d97-38af-49c9-b0e0-618be6847160 req-4552250b-0078-4b11-986e-2b30a87af74a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:54.367628 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2c044d97-38af-49c9-b0e0-618be6847160 req-4552250b-0078-4b11-986e-2b30a87af74a tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 945 time: 0.0789285 Jun 08 04:21:54.415559 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2c044d97-38af-49c9-b0e0-618be6847160 req-e7ec5ed1-a822-4afb-9668-fdde3da6b75e tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423913 Jun 08 04:21:55.196290 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ba59f-faff-415d-9f7b-026eef70f819 req-eeb22ed0-4f5a-42e6-889b-71e1ea1d630d tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:55.197673 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-128ba59f-faff-415d-9f7b-026eef70f819 req-eeb22ed0-4f5a-42e6-889b-71e1ea1d630d tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.21 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 945 time: 0.0769715 Jun 08 04:21:55.330606 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-128ba59f-faff-415d-9f7b-026eef70f819 req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Deleting port ce05f8da-df95-4951-99fe-194394ab6ddf {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:21:55.330964 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-128ba59f-faff-415d-9f7b-026eef70f819 req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:55.461212 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-128ba59f-faff-415d-9f7b-026eef70f819 req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] For port ce05f8da-df95-4951-99fe-194394ab6ddf, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ce05f8da-df95-4951-99fe-194394ab6ddf,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:21:55.461801 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-128ba59f-faff-415d-9f7b-026eef70f819 req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:55.761182 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bc4cd-b651-48ca-840f-8a4b1147602d req-b5c1f9be-45f8-454e-af7f-d9e56a586098 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:21:55.762605 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-150bc4cd-b651-48ca-840f-8a4b1147602d req-b5c1f9be-45f8-454e-af7f-d9e56a586098 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 945 time: 0.2419689 Jun 08 04:21:55.834397 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-128ba59f-faff-415d-9f7b-026eef70f819 req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:55.834760 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-128ba59f-faff-415d-9f7b-026eef70f819 req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867599'] for floatingip, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:55.835098 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.db.l3_db [req-128ba59f-faff-415d-9f7b-026eef70f819 req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Floating IP 0e47b5c2-dc07-45be-9bb9-918cf0a18985 disassociated. External IP: 172.28.2.214, port: ce05f8da-df95-4951-99fe-194394ab6ddf. Jun 08 04:21:55.835437 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-128ba59f-faff-415d-9f7b-026eef70f819 req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Calling delete_port for ce05f8da-df95-4951-99fe-194394ab6ddf owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:21:55.839968 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-150bc4cd-b651-48ca-840f-8a4b1147602d req-6adaf94d-85c3-4c28-9eeb-1834162de1f7 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc0e341a-605a-43ea-9fad-58503182f885&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637338 Jun 08 04:21:56.043626 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-128ba59f-faff-415d-9f7b-026eef70f819 req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:56.048981 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-7f612e31-f7e7-485d-b8db-74adbf71f1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:56.092666 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Pushing event deleted for resources: {'Port': ['ID=ce05f8da-df95-4951-99fe-194394ab6ddf,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:56.095877 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:56.361771 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-128ba59f-faff-415d-9f7b-026eef70f819 req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Router f16755fc-28c9-4084-a50a-40c86108a1bf has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:21:56.543280 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-128ba59f-faff-415d-9f7b-026eef70f819 req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:21:56.555251 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ee264f-f38e-4596-ae51-e3a6a7ef2136 None None] Sync routers for ids ['f16755fc-28c9-4084-a50a-40c86108a1bf'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:21:56.564969 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee264f-f38e-4596-ae51-e3a6a7ef2136 None None] Routers {'f16755fc-28c9-4084-a50a-40c86108a1bf'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:21:56.565632 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-27ee264f-f38e-4596-ae51-e3a6a7ef2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:21:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['f16755fc-28c9-4084-a50a-40c86108a1bf'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:56.616504 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-128ba59f-faff-415d-9f7b-026eef70f819 req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] No DVR routers for this DVR port ce05f8da-df95-4951-99fe-194394ab6ddf on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:21:56.618913 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-128ba59f-faff-415d-9f7b-026eef70f819 req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:56.621123 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-128ba59f-faff-415d-9f7b-026eef70f819 req-45d33a95-3c78-4289-8629-dae0fd34487f tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.21 "DELETE /v2.0/ports/ce05f8da-df95-4951-99fe-194394ab6ddf HTTP/1.1" status: 204 len: 173 time: 1.4172647 Jun 08 04:21:56.621612 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be27621b-2816-4ebc-b905-a11593896ccc', 'name': 'network-vif-deleted', 'tag': 'ce05f8da-df95-4951-99fe-194394ab6ddf'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:21:56.623985 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c13c24-5c64-4b15-be41-8567574319f3" -d '{"events": [{"server_uuid": "be27621b-2816-4ebc-b905-a11593896ccc", "name": "network-vif-deleted", "tag": "ce05f8da-df95-4951-99fe-194394ab6ddf"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:21:56.670095 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ed756d-94ba-4f14-a57b-d6e2e4b29598 x-openstack-request-id: req-74ed756d-94ba-4f14-a57b-d6e2e4b29598 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:21:56.670427 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be27621b-2816-4ebc-b905-a11593896ccc", "name": "network-vif-deleted", "tag": "ce05f8da-df95-4951-99fe-194394ab6ddf", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:21:56.670764 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74ed756d-94ba-4f14-a57b-d6e2e4b29598 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:21:56.671260 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be27621b-2816-4ebc-b905-a11593896ccc', 'name': 'network-vif-deleted', 'tag': 'ce05f8da-df95-4951-99fe-194394ab6ddf', 'status': 'completed', 'code': 200} Jun 08 04:21:56.742807 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-27ee264f-f38e-4596-ae51-e3a6a7ef2136 None None] Set router f16755fc-28c9-4084-a50a-40c86108a1bf gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:21:57.007728 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-5bc1dc2d-5a03-4973-9943-7212c32b7aee req-9da26550-e32f-4569-a842-2edb20f44016 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/ports?device_id=be27621b-2816-4ebc-b905-a11593896ccc HTTP/1.1" status: 200 len: 210 time: 0.0424931 Jun 08 04:21:57.063461 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-27ee264f-f38e-4596-ae51-e3a6a7ef2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:18Z', 'revision_number': 5, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:57.067314 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ee264f-f38e-4596-ae51-e3a6a7ef2136 None None] Checking router: f16755fc-28c9-4084-a50a-40c86108a1bf for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:21:57.075479 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee264f-f38e-4596-ae51-e3a6a7ef2136 None None] Routers {'f16755fc-28c9-4084-a50a-40c86108a1bf'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:21:57.076071 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-27ee264f-f38e-4596-ae51-e3a6a7ef2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:21:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['f16755fc-28c9-4084-a50a-40c86108a1bf'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:57.244947 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-27ee264f-f38e-4596-ae51-e3a6a7ef2136 None None] Set router f16755fc-28c9-4084-a50a-40c86108a1bf gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:21:57.551867 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-27ee264f-f38e-4596-ae51-e3a6a7ef2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:18Z', 'revision_number': 5, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:21:57.555902 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ee264f-f38e-4596-ae51-e3a6a7ef2136 None None] The sync data for ids ['f16755fc-28c9-4084-a50a-40c86108a1bf'] in dv-cinder-786627-8-smb is: [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:13:04Z', 'revision_number': 4, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '487732c5-3afb-4c65-a85b-8ace5670cc6d', 'name': '', 'network_id': 'f46f9cba-39f3-45a2-a3db-5fa7d66e9608', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'mac_address': 'fa:16:3e:6c:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:02Z', 'updated_at': '2021-06-08T04:13:18Z', 'revision_number': 5, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'subnets': [{'id': '6cbbe1bd-e80b-4b17-a029-b5a2fd183531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:21:57.755608 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a9750-8e0c-4654-814f-3e0a2b7e3e0a None None] New status for floating IP 0e47b5c2-dc07-45be-9bb9-918cf0a18985: DOWN {{(pid=92283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 04:21:58.202524 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39944) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:58.264876 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9ad486c6-9d9e-451f-8f57-ca5aa94934d0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:58.292373 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9ad486c6-9d9e-451f-8f57-ca5aa94934d0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:58.432554 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9ad486c6-9d9e-451f-8f57-ca5aa94934d0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:58.434874 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9ad486c6-9d9e-451f-8f57-ca5aa94934d0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:58.436031 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-9ad486c6-9d9e-451f-8f57-ca5aa94934d0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "DELETE /v2.0/security-groups/cc0e341a-605a-43ea-9fad-58503182f885 HTTP/1.1" status: 204 len: 168 time: 0.2324593 Jun 08 04:21:58.436775 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0023b983-34c3-4b85-9627-4b5dcff587f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:58.438802 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 39946) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:58.447811 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad486c6-9d9e-451f-8f57-ca5aa94934d0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0e341a-605a-43ea-9fad-58503182f885,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:58.450265 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-9ad486c6-9d9e-451f-8f57-ca5aa94934d0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:58.454982 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.api.v2.resource [None req-b4e4277f-659b-4cb0-be43-e896b3b8f929 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] show failed (client error): The resource could not be found. Jun 08 04:21:58.458736 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39948) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:21:58.458889 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-b4e4277f-659b-4cb0-be43-e896b3b8f929 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "GET /v2.0/security-groups/cc0e341a-605a-43ea-9fad-58503182f885 HTTP/1.1" status: 404 len: 347 time: 0.0189841 Jun 08 04:21:58.670498 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-b31cfe86-388e-415b-b84b-ce80662008b3 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Deleting port 70887d3e-494e-4579-a5fc-324571ea1665 {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:21:58.670838 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b31cfe86-388e-415b-b84b-ce80662008b3 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:58.785472 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b31cfe86-388e-415b-b84b-ce80662008b3 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:58.785792 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b31cfe86-388e-415b-b84b-ce80662008b3 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:58.902489 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-b31cfe86-388e-415b-b84b-ce80662008b3 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Calling delete_port for 70887d3e-494e-4579-a5fc-324571ea1665 owned by network:floatingip {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:21:59.075953 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b31cfe86-388e-415b-b84b-ce80662008b3 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:59.080293 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a9d13270-cf67-4b08-b079-bad52b59cc40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:21:59.125906 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cfe86-388e-415b-b84b-ce80662008b3 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Pushing event deleted for resources: {'Port': ['ID=70887d3e-494e-4579-a5fc-324571ea1665,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:21:59.151212 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b31cfe86-388e-415b-b84b-ce80662008b3 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:21:59.211055 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b31cfe86-388e-415b-b84b-ce80662008b3 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks [] for floatingip, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:59.213296 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b31cfe86-388e-415b-b84b-ce80662008b3 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:21:59.214403 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-b31cfe86-388e-415b-b84b-ce80662008b3 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] 10.222.0.18 "DELETE /v2.0/floatingips/0e47b5c2-dc07-45be-9bb9-918cf0a18985 HTTP/1.1" status: 204 len: 168 time: 0.7546170 Jun 08 04:21:59.847277 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device ce05f8da-df95-4951-99fe-194394ab6ddf no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:21:59.881476 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: ce05f8da-df95-4951-99fe-194394ab6ddf {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:21:59.881828 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device ce05f8da-df95-4951-99fe-194394ab6ddf not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:22:03.714645 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 39978) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:04.433203 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-867644'] for router_interface, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:04.820867 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Deleting port 487732c5-3afb-4c65-a85b-8ace5670cc6d {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:22:04.822726 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:04.878369 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:05.041787 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] For port 487732c5-3afb-4c65-a85b-8ace5670cc6d, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=487732c5-3afb-4c65-a85b-8ace5670cc6d,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:22:05.042171 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:05.165039 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Calling delete_port for 487732c5-3afb-4c65-a85b-8ace5670cc6d owned by network:router_interface {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:22:05.392948 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:05.397333 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-dcb37de8-e6f4-4e0f-aae6-f0e08040ca53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:05.441033 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=487732c5-3afb-4c65-a85b-8ace5670cc6d,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:05.508697 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:05.509066 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:05.509432 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:05.509787 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:05.510143 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:05.510496 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:05.510842 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:05.511216 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:05.511566 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:05.511911 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:05.512258 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:05.512597 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:05.517948 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:05.713618 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-761500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-844231'] for router_interface, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:06.058705 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Router f16755fc-28c9-4084-a50a-40c86108a1bf has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:22:06.229437 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:22:06.236731 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] 10.222.0.18 "PUT /v2.0/routers/f16755fc-28c9-4084-a50a-40c86108a1bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5178866 Jun 08 04:22:06.236731 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 39982) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:06.241231 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec16a45-0427-4684-b91e-ba9ba7789ee1 None None] Sync routers for ids ['f16755fc-28c9-4084-a50a-40c86108a1bf'] in dv-cinder-786627-8-smb {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:22:06.250721 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec16a45-0427-4684-b91e-ba9ba7789ee1 None None] Routers {'f16755fc-28c9-4084-a50a-40c86108a1bf'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:22:06.251358 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-9ec16a45-0427-4684-b91e-ba9ba7789ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:21:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['f16755fc-28c9-4084-a50a-40c86108a1bf'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:06.461920 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-9ec16a45-0427-4684-b91e-ba9ba7789ee1 None None] Set router f16755fc-28c9-4084-a50a-40c86108a1bf gateway port host: dv-cinder-786627-8-smb {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:22:06.513824 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Notify callbacks [] for router, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:06.691212 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:06.737361 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-9ec16a45-0427-4684-b91e-ba9ba7789ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:22:05Z', 'revision_number': 5, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port': {'id': 'd61620a5-bf2a-49c2-9ffd-08e57eadb199', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:06.741022 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec16a45-0427-4684-b91e-ba9ba7789ee1 None None] Checking router: f16755fc-28c9-4084-a50a-40c86108a1bf for host: dv-cinder-786627-8-smb {{(pid=92282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:22:06.749056 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec16a45-0427-4684-b91e-ba9ba7789ee1 None None] Routers {'f16755fc-28c9-4084-a50a-40c86108a1bf'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:22:06.749645 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-9ec16a45-0427-4684-b91e-ba9ba7789ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:21:45Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['f16755fc-28c9-4084-a50a-40c86108a1bf'], 'active': True} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:06.823679 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Deleting port d61620a5-bf2a-49c2-9ffd-08e57eadb199 {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:22:06.824010 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:06.898766 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvr_db [None req-9ec16a45-0427-4684-b91e-ba9ba7789ee1 None None] Set router f16755fc-28c9-4084-a50a-40c86108a1bf gateway port host: None {{(pid=92282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:22:06.943375 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] For port d61620a5-bf2a-49c2-9ffd-08e57eadb199, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=d61620a5-bf2a-49c2-9ffd-08e57eadb199,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:22:06.943733 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:07.000603 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_hamode_db [None req-9ec16a45-0427-4684-b91e-ba9ba7789ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:22:06Z', 'revision_number': 6, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port_host': None}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:07.004946 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec16a45-0427-4684-b91e-ba9ba7789ee1 None None] The sync data for ids ['f16755fc-28c9-4084-a50a-40c86108a1bf'] in dv-cinder-786627-8-smb is: [{'id': 'f16755fc-28c9-4084-a50a-40c86108a1bf', 'name': 'tempest-AttachVolumeTestJSON-1027513504-router', 'tenant_id': '6510b398a2924cc896f0ecf5dd74ea97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:49Z', 'updated_at': '2021-06-08T04:22:06Z', 'revision_number': 6, 'project_id': '6510b398a2924cc896f0ecf5dd74ea97', 'gw_port_host': None}] {{(pid=92282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:22:07.066961 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Calling delete_port for d61620a5-bf2a-49c2-9ffd-08e57eadb199 owned by network:router_gateway {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:22:07.306518 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:07.310032 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6ab4b263-e299-4917-9592-9a0c0d4c8b31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:07.353832 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Pushing event deleted for resources: {'Port': ['ID=d61620a5-bf2a-49c2-9ffd-08e57eadb199,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:07.356923 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:07.447051 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867674'] for router_gateway, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:07.613004 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-847631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5402'] for router, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:07.615336 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:07.724140 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-847843'] for router, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:07.724744 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f16755fc-28c9-4084-a50a-40c86108a1bf {{(pid=92281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 04:22:07.730857 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Notify callbacks [] for router, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:07.732252 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] 10.222.0.18 "DELETE /v2.0/routers/f16755fc-28c9-4084-a50a-40c86108a1bf HTTP/1.1" status: 204 len: 168 time: 1.4947338 Jun 08 04:22:07.735455 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39984) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:07.762091 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 487732c5-3afb-4c65-a85b-8ace5670cc6d no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:22:07.795738 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: 487732c5-3afb-4c65-a85b-8ace5670cc6d {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:22:07.796090 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 487732c5-3afb-4c65-a85b-8ace5670cc6d not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:22:07.796508 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device d61620a5-bf2a-49c2-9ffd-08e57eadb199 no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:22:07.802190 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c4f104-037d-4dfa-b65b-23c98c33d215 admin admin] Deleting subnet 6cbbe1bd-e80b-4b17-a029-b5a2fd183531 {{(pid=92280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:22:07.805244 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-51c4f104-037d-4dfa-b65b-23c98c33d215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:07.832941 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: d61620a5-bf2a-49c2-9ffd-08e57eadb199 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:22:07.833516 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device d61620a5-bf2a-49c2-9ffd-08e57eadb199 not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:22:07.856763 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-51c4f104-037d-4dfa-b65b-23c98c33d215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2255159'] for subnet, precommit_delete_associations {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:07.933511 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-51c4f104-037d-4dfa-b65b-23c98c33d215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:08.099339 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-51c4f104-037d-4dfa-b65b-23c98c33d215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438373'] for subnet, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:08.103461 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8c61657c-6f4b-478d-95d0-682d57828df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:08.137557 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4f104-037d-4dfa-b65b-23c98c33d215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cbbe1bd-e80b-4b17-a029-b5a2fd183531,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:08.140086 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-51c4f104-037d-4dfa-b65b-23c98c33d215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:08.142701 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-51c4f104-037d-4dfa-b65b-23c98c33d215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:08.145327 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-51c4f104-037d-4dfa-b65b-23c98c33d215 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6cbbe1bd-e80b-4b17-a029-b5a2fd183531 HTTP/1.1" status: 204 len: 168 time: 0.4085996 Jun 08 04:22:08.147461 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 39988) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:08.149909 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab6a2f0-4341-4bdf-909a-a65dfdc44a0f None None] Network f46f9cba-39f3-45a2-a3db-5fa7d66e9608 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:22:08.332424 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:08.402324 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Deleting port 3d7d435b-ade8-4436-a372-8ef996c3d562 {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:22:08.402584 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:08.402729 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ea160-85ef-4da1-b64d-533590c30023 None None] DHCP port deletion for f46f9cba-39f3-45a2-a3db-5fa7d66e9608 request from dv-cinder-786627-8-smb {{(pid=92282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 04:22:08.470766 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-d46ea160-85ef-4da1-b64d-533590c30023 None None] Deleting port 3d7d435b-ade8-4436-a372-8ef996c3d562 {{(pid=92282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:22:08.471225 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-d46ea160-85ef-4da1-b64d-533590c30023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:08.503120 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] For port 3d7d435b-ade8-4436-a372-8ef996c3d562, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=3d7d435b-ade8-4436-a372-8ef996c3d562,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:22:08.503551 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:08.575382 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-d46ea160-85ef-4da1-b64d-533590c30023 None None] For port 3d7d435b-ade8-4436-a372-8ef996c3d562, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=3d7d435b-ade8-4436-a372-8ef996c3d562,segment=NetworkSegment(42dedaf1-9bfd-4c03-9be4-9134930be597),segment_id=42dedaf1-9bfd-4c03-9be4-9134930be597)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:22:08.575777 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-d46ea160-85ef-4da1-b64d-533590c30023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:08.628484 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Calling delete_port for 3d7d435b-ade8-4436-a372-8ef996c3d562 owned by network:dhcp {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:22:08.728478 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-d46ea160-85ef-4da1-b64d-533590c30023 None None] Calling delete_port for 3d7d435b-ade8-4436-a372-8ef996c3d562 owned by network:dhcp {{(pid=92282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:22:08.738853 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:08.742697 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b79b891d-1f6b-429a-a15a-06c65dd67773 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:08.770303 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-d46ea160-85ef-4da1-b64d-533590c30023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375'] for port, after_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:08.776683 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:08.784230 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7d435b-ade8-4436-a372-8ef996c3d562,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:08.788012 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:08.790562 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] No DVR routers for this DVR port 3d7d435b-ade8-4436-a372-8ef996c3d562 on host dv-cinder-786627-8-smb {{(pid=92280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:22:08.816851 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ea160-85ef-4da1-b64d-533590c30023 None None] Pushing event deleted for resources: {'Port': ['ID=3d7d435b-ade8-4436-a372-8ef996c3d562,revision_number=None']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:08.818683 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ea160-85ef-4da1-b64d-533590c30023 None None] No DVR routers for this DVR port 3d7d435b-ade8-4436-a372-8ef996c3d562 on host dv-cinder-786627-8-smb {{(pid=92282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:22:08.820772 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-d46ea160-85ef-4da1-b64d-533590c30023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:08.907801 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:08.920234 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46f9cba-39f3-45a2-a3db-5fa7d66e9608']}} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:08.932435 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42dedaf1-9bfd-4c03-9be4-9134930be597') {'for_net_delete': True} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:08.932733 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42dedaf1-9bfd-4c03-9be4-9134930be597') {} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:08.944393 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2255164'] for segment, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:08.959762 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:08.965796 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=92280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:22:08.966173 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1898128'] for segment, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: Traceback (most recent call last): Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: timer() Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: cb(*args, **kw) Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: return func(*args, **kwargs) Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: self._notify() Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: self.callback(batched_events) Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: event.method(event) Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: return f(self, *a, **k) Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: return self._get(url).json() Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: return self.request(url, 'GET', **kwargs) Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:22:08.979326 dv-cinder-786627-8-smb neutron-server[92280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:22:09.135046 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:09.138719 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c35720d1-5899-4636-af9e-5fdeecfe50c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:09.151859 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:09.169081 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] 10.222.0.18 "DELETE /v2.0/networks/f46f9cba-39f3-45a2-a3db-5fa7d66e9608 HTTP/1.1" status: 204 len: 168 time: 1.0054574 Jun 08 04:22:09.169081 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Pushing event deleted for resources: {'Network': ['ID=f46f9cba-39f3-45a2-a3db-5fa7d66e9608,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:09.169081 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-31025dba-f003-42cd-836b-b2d02876982e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:09.534466 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 39992) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:09.580813 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-3b3b9c65-68bc-4637-b7da-a467326c5b54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6510b398a2924cc896f0ecf5dd74ea97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451553 Jun 08 04:22:09.583061 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 39994) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:09.637514 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f81a-0c9e-482f-9961-08e3a3c86983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:09.663746 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f81a-0c9e-482f-9961-08e3a3c86983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:09.756021 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 3d7d435b-ade8-4436-a372-8ef996c3d562 no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:22:09.790482 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: 3d7d435b-ade8-4436-a372-8ef996c3d562 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:22:09.791172 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 3d7d435b-ade8-4436-a372-8ef996c3d562 not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:22:09.820992 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f81a-0c9e-482f-9961-08e3a3c86983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:09.823428 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-f3f6f81a-0c9e-482f-9961-08e3a3c86983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:09.824560 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-f3f6f81a-0c9e-482f-9961-08e3a3c86983 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84857d5a-dce8-4f8e-ac2b-93c14c149065 HTTP/1.1" status: 204 len: 168 time: 0.2406383 Jun 08 04:22:09.825423 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6500ed8a-67d6-4fcf-9268-fe907a45a6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:09.835837 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6f81a-0c9e-482f-9961-08e3a3c86983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84857d5a-dce8-4f8e-ac2b-93c14c149065,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:09.841363 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-f3f6f81a-0c9e-482f-9961-08e3a3c86983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:12.329619 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-62a2d130-be8f-4da8-9ec5-4f76896b79d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:12.858023 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40046) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:12.972195 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fac32c60-8a5a-48e0-9d40-918c35a38e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:13.071090 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fac32c60-8a5a-48e0-9d40-918c35a38e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:13.175156 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fac32c60-8a5a-48e0-9d40-918c35a38e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:13.182603 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-d6d06121-f331-439b-b2af-f798b9ccca4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:13.224216 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-fac32c60-8a5a-48e0-9d40-918c35a38e8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=613a7752fc104dbc952eef322cdd5305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651388 Jun 08 04:22:13.225126 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac32c60-8a5a-48e0-9d40-918c35a38e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b20e2d-ec4c-42bd-b332-d437120b53e6,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:13.226877 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40050) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:13.228515 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-fac32c60-8a5a-48e0-9d40-918c35a38e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:13.283490 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6c107b1a-2ed1-461a-9a6a-303fadcd5836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:13.312173 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6c107b1a-2ed1-461a-9a6a-303fadcd5836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:13.426250 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6c107b1a-2ed1-461a-9a6a-303fadcd5836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:13.428673 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6c107b1a-2ed1-461a-9a6a-303fadcd5836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:13.429774 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-6c107b1a-2ed1-461a-9a6a-303fadcd5836 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9b20e2d-ec4c-42bd-b332-d437120b53e6 HTTP/1.1" status: 204 len: 168 time: 0.2018821 Jun 08 04:22:13.430561 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-03b447a1-375c-4938-ab1a-25d1ccdc36e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:13.439727 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c107b1a-2ed1-461a-9a6a-303fadcd5836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b20e2d-ec4c-42bd-b332-d437120b53e6,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:13.443194 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6c107b1a-2ed1-461a-9a6a-303fadcd5836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:14.062356 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40058) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:14.079607 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d3be4f89-fc5e-4a39-b445-578a82bbcbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:14.181359 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d3be4f89-fc5e-4a39-b445-578a82bbcbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:14.306503 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-d3be4f89-fc5e-4a39-b445-578a82bbcbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:14.314760 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-7b54f254-128f-4f65-8ae2-26dd9dbe3908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:14.353444 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-d3be4f89-fc5e-4a39-b445-578a82bbcbeb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1969fa03cb6482bae31ae129a7467ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900493 Jun 08 04:22:14.355080 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be4f89-fc5e-4a39-b445-578a82bbcbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130de942-3b67-4da5-9dc7-df71bad1b868,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:14.356151 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40060) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:14.358692 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-d3be4f89-fc5e-4a39-b445-578a82bbcbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:14.413286 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-902f7894-52b0-4257-8366-8ceda0c258cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:14.440702 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-902f7894-52b0-4257-8366-8ceda0c258cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:14.557781 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-902f7894-52b0-4257-8366-8ceda0c258cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:14.560179 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-902f7894-52b0-4257-8366-8ceda0c258cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:14.561294 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-902f7894-52b0-4257-8366-8ceda0c258cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/130de942-3b67-4da5-9dc7-df71bad1b868 HTTP/1.1" status: 204 len: 168 time: 0.2041507 Jun 08 04:22:14.562112 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-7e0d5f3d-1032-4975-bbec-b3edd660f544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:14.571993 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f7894-52b0-4257-8366-8ceda0c258cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130de942-3b67-4da5-9dc7-df71bad1b868,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:14.574327 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-902f7894-52b0-4257-8366-8ceda0c258cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:14.729562 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:14.929322 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-152c1f3c-5fcc-4c8b-aefb-fa5585859689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:15.580696 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:17.660905 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:21.475863 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40152) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:21.591985 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f2c9-d3c4-4833-9c7f-48bc8c3eab9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:21.692387 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f2c9-d3c4-4833-9c7f-48bc8c3eab9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:21.769534 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-b3d9f2c9-d3c4-4833-9c7f-48bc8c3eab9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:21.778524 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-cda61108-76cd-4465-845f-95306a7e32b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:21.819397 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-b3d9f2c9-d3c4-4833-9c7f-48bc8c3eab9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17508cb94f0c4d718be284fce2b75388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424041 Jun 08 04:22:21.821140 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9f2c9-d3c4-4833-9c7f-48bc8c3eab9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f5b1ad-74a9-4ebf-a036-e42926ed220f,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:21.821987 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40158) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:21.824899 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-b3d9f2c9-d3c4-4833-9c7f-48bc8c3eab9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:21.882733 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ab594ec7-db4a-49c6-bd29-3bc705fe4980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:21.907803 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ab594ec7-db4a-49c6-bd29-3bc705fe4980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:22.060764 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ab594ec7-db4a-49c6-bd29-3bc705fe4980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:22.060969 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1282b-7514-4e0a-804f-2b808f2aa3a4 req-e206f89d-e89a-458f-98f0-92b00747589d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:22:22.062203 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-83b1282b-7514-4e0a-804f-2b808f2aa3a4 req-e206f89d-e89a-458f-98f0-92b00747589d tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 947 time: 0.1765194 Jun 08 04:22:22.063159 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ab594ec7-db4a-49c6-bd29-3bc705fe4980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:22.064275 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-ab594ec7-db4a-49c6-bd29-3bc705fe4980 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35f5b1ad-74a9-4ebf-a036-e42926ed220f HTTP/1.1" status: 204 len: 168 time: 0.2412913 Jun 08 04:22:22.065254 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-9ad486c6-9d9e-451f-8f57-ca5aa94934d0 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:22.075461 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab594ec7-db4a-49c6-bd29-3bc705fe4980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f5b1ad-74a9-4ebf-a036-e42926ed220f,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:22.078749 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-ab594ec7-db4a-49c6-bd29-3bc705fe4980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:22.114549 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-83b1282b-7514-4e0a-804f-2b808f2aa3a4 req-08083978-2196-47d2-a8c3-98ce7ae4fc43 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462866 Jun 08 04:22:22.730368 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40164) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:22.747370 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-613c5d28-ef74-473c-9dfc-452293f7a305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:22.846821 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-613c5d28-ef74-473c-9dfc-452293f7a305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:22.996073 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-613c5d28-ef74-473c-9dfc-452293f7a305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:23.004583 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-7b2dd10a-0f8b-456c-8150-bfc08fa96349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:23.042297 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c5d28-ef74-473c-9dfc-452293f7a305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11748886-f95a-4583-bd45-d1883ef58888,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:23.046488 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-613c5d28-ef74-473c-9dfc-452293f7a305 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fc5f2f5d9114af1ab790aa330d1c164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150668 Jun 08 04:22:23.047383 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-613c5d28-ef74-473c-9dfc-452293f7a305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:23.049712 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40166) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:23.117506 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6b54b0ca-3f8e-4d9f-83b5-06c8e7222e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:23.150800 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6b54b0ca-3f8e-4d9f-83b5-06c8e7222e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:23.266384 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6b54b0ca-3f8e-4d9f-83b5-06c8e7222e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:23.268842 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6b54b0ca-3f8e-4d9f-83b5-06c8e7222e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:23.270070 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-6b54b0ca-3f8e-4d9f-83b5-06c8e7222e0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11748886-f95a-4583-bd45-d1883ef58888 HTTP/1.1" status: 204 len: 168 time: 0.2200098 Jun 08 04:22:23.270960 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4301f2bf-9f45-4bd4-a708-b2e020b30c14 tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:23.280869 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54b0ca-3f8e-4d9f-83b5-06c8e7222e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11748886-f95a-4583-bd45-d1883ef58888,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:23.283301 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6b54b0ca-3f8e-4d9f-83b5-06c8e7222e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:23.356540 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869f65e-e300-4db2-bfd7-445290681eac req-0bde30a4-e73a-491d-a538-23c2e4fc3784 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:22:23.358856 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1869f65e-e300-4db2-bfd7-445290681eac req-0bde30a4-e73a-491d-a538-23c2e4fc3784 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 947 time: 0.1304440 Jun 08 04:22:23.413905 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-53dc93ea-89e6-4b60-b0bf-f86e6a45a2ff tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:22:23.415333 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-53dc93ea-89e6-4b60-b0bf-f86e6a45a2ff tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 947 time: 0.1256018 Jun 08 04:22:23.419573 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1869f65e-e300-4db2-bfd7-445290681eac req-8cc0289b-adcf-4e21-b66e-e80736024f0e tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups?id=da03220e-5789-4e9f-9d55-b32dd7aa2e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546792 Jun 08 04:22:23.546570 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Deleting port f1ec20d2-f20b-4604-b458-2400400be740 {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:22:23.546932 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:23.676753 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] For port f1ec20d2-f20b-4604-b458-2400400be740, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f1ec20d2-f20b-4604-b458-2400400be740,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:22:23.677110 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:23.970557 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:23.970944 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-867599'] for floatingip, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:23.971263 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.db.l3_db [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Floating IP 5b87f462-5b6f-45f8-8dab-28fd24369f0f disassociated. External IP: 172.28.2.233, port: f1ec20d2-f20b-4604-b458-2400400be740. Jun 08 04:22:23.971605 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Calling delete_port for f1ec20d2-f20b-4604-b458-2400400be740 owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:22:24.146469 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:24.153447 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6e7d4566-21f9-4edf-ad9f-eb281e897c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:24.202316 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Pushing event deleted for resources: {'Port': ['ID=f1ec20d2-f20b-4604-b458-2400400be740,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:24.205083 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:24.389951 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Router 2707279e-99c2-4f64-908c-641d58acd2de has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:22:24.586204 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e63efa8d-4d8c-4ee4-8366-31b3e87e017e req-876f2f24-79e8-4718-9dc2-24a329e74294 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 210 time: 0.0514996 Jun 08 04:22:24.623285 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:22:24.635872 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd8be3-b81e-49cf-a536-97306369f0fa None None] Sync routers for ids ['2707279e-99c2-4f64-908c-641d58acd2de'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:22:24.647443 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd8be3-b81e-49cf-a536-97306369f0fa None None] Routers {'2707279e-99c2-4f64-908c-641d58acd2de'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:22:24.648450 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-97fd8be3-b81e-49cf-a536-97306369f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:22:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['2707279e-99c2-4f64-908c-641d58acd2de'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:24.801841 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] No DVR routers for this DVR port f1ec20d2-f20b-4604-b458-2400400be740 on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:22:24.804981 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:24.807202 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-18677a72-dc10-4e70-8abc-6af4c43e1077 req-64a31279-4a67-4153-8b71-c9968a9386df tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.21 "DELETE /v2.0/ports/f1ec20d2-f20b-4604-b458-2400400be740 HTTP/1.1" status: 204 len: 173 time: 1.3864679 Jun 08 04:22:24.807634 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'name': 'network-vif-deleted', 'tag': 'f1ec20d2-f20b-4604-b458-2400400be740'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:22:24.810083 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2309895a-a860-4ab9-bd6a-b2632be39391" -d '{"events": [{"server_uuid": "dea604d0-ce2b-4614-9e7b-54b699fb112e", "name": "network-vif-deleted", "tag": "f1ec20d2-f20b-4604-b458-2400400be740"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:22:24.835658 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-97fd8be3-b81e-49cf-a536-97306369f0fa None None] Set router 2707279e-99c2-4f64-908c-641d58acd2de gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:22:24.858105 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b145d9-6d93-44e0-915f-94a070a3414b x-openstack-request-id: req-a6b145d9-6d93-44e0-915f-94a070a3414b {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:22:24.858623 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea604d0-ce2b-4614-9e7b-54b699fb112e", "name": "network-vif-deleted", "tag": "f1ec20d2-f20b-4604-b458-2400400be740", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:22:24.858975 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6b145d9-6d93-44e0-915f-94a070a3414b {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:22:24.859456 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea604d0-ce2b-4614-9e7b-54b699fb112e', 'name': 'network-vif-deleted', 'tag': 'f1ec20d2-f20b-4604-b458-2400400be740', 'status': 'completed', 'code': 200} Jun 08 04:22:25.180620 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-97fd8be3-b81e-49cf-a536-97306369f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:21Z', 'revision_number': 5, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:25.184394 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd8be3-b81e-49cf-a536-97306369f0fa None None] Checking router: 2707279e-99c2-4f64-908c-641d58acd2de for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:22:25.192524 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd8be3-b81e-49cf-a536-97306369f0fa None None] Routers {'2707279e-99c2-4f64-908c-641d58acd2de'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:22:25.193123 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-97fd8be3-b81e-49cf-a536-97306369f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:22:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['2707279e-99c2-4f64-908c-641d58acd2de'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:25.368413 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-97fd8be3-b81e-49cf-a536-97306369f0fa None None] Set router 2707279e-99c2-4f64-908c-641d58acd2de gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:22:25.679977 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-97fd8be3-b81e-49cf-a536-97306369f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:21Z', 'revision_number': 5, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:25.684268 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd8be3-b81e-49cf-a536-97306369f0fa None None] The sync data for ids ['2707279e-99c2-4f64-908c-641d58acd2de'] in dv-cinder-786627-8-smb is: [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:13:12Z', 'revision_number': 4, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb', '_interfaces': [{'id': '391cc914-9df8-4a09-ab50-1056283c5e43', 'name': '', 'network_id': '294f857a-186c-4448-b00c-81d1806ba032', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'mac_address': 'fa:16:3e:83:81:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:13:08Z', 'updated_at': '2021-06-08T04:13:21Z', 'revision_number': 5, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'subnets': [{'id': '6790621e-0f94-4c60-abe1-4e141a73cc04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:22:25.766816 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e15e867a-206e-435c-8e5e-7d2b7fb2ce76 req-7ea3b250-b04c-42e8-b0cf-422a7654f8d4 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/ports?device_id=dea604d0-ce2b-4614-9e7b-54b699fb112e HTTP/1.1" status: 200 len: 210 time: 0.0450115 Jun 08 04:22:25.911437 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51c6e76-9f30-4d66-a02f-e0f0f9004636 None None] New status for floating IP 5b87f462-5b6f-45f8-8dab-28fd24369f0f: DOWN {{(pid=92282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 04:22:26.941215 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40224) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:27.004543 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ae729de4-209c-4df3-894d-9e6414ff86a3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:27.031866 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ae729de4-209c-4df3-894d-9e6414ff86a3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:27.146576 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ae729de4-209c-4df3-894d-9e6414ff86a3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:27.149869 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-ae729de4-209c-4df3-894d-9e6414ff86a3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:27.151010 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-ae729de4-209c-4df3-894d-9e6414ff86a3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "DELETE /v2.0/security-groups/da03220e-5789-4e9f-9d55-b32dd7aa2e5c HTTP/1.1" status: 204 len: 168 time: 0.2087879 Jun 08 04:22:27.151795 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b3d9b5e4-b38b-4f6b-91f1-6d51957e0b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:27.153897 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40226) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:27.162335 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae729de4-209c-4df3-894d-9e6414ff86a3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da03220e-5789-4e9f-9d55-b32dd7aa2e5c,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:27.164698 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-ae729de4-209c-4df3-894d-9e6414ff86a3 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:27.170000 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.api.v2.resource [None req-c93b22d7-90ee-4539-a847-e1610b0e465f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] show failed (client error): The resource could not be found. Jun 08 04:22:27.171027 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-c93b22d7-90ee-4539-a847-e1610b0e465f tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "GET /v2.0/security-groups/da03220e-5789-4e9f-9d55-b32dd7aa2e5c HTTP/1.1" status: 404 len: 347 time: 0.0161169 Jun 08 04:22:27.174169 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40228) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:27.384395 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-35e65ca6-1172-4270-8dcb-ba0ba4b66a47 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Deleting port 77dc371e-f00d-4789-ad07-7895d89c70dc {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:22:27.384742 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-35e65ca6-1172-4270-8dcb-ba0ba4b66a47 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:27.502309 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-35e65ca6-1172-4270-8dcb-ba0ba4b66a47 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:27.502633 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-35e65ca6-1172-4270-8dcb-ba0ba4b66a47 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:27.624028 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [None req-35e65ca6-1172-4270-8dcb-ba0ba4b66a47 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Calling delete_port for 77dc371e-f00d-4789-ad07-7895d89c70dc owned by network:floatingip {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:22:27.792201 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-35e65ca6-1172-4270-8dcb-ba0ba4b66a47 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:27.795939 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:27.840821 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e65ca6-1172-4270-8dcb-ba0ba4b66a47 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Pushing event deleted for resources: {'Port': ['ID=77dc371e-f00d-4789-ad07-7895d89c70dc,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:27.843842 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-35e65ca6-1172-4270-8dcb-ba0ba4b66a47 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:27.927970 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-35e65ca6-1172-4270-8dcb-ba0ba4b66a47 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks [] for floatingip, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:27.930813 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-35e65ca6-1172-4270-8dcb-ba0ba4b66a47 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for floatingip, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:27.932066 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-35e65ca6-1172-4270-8dcb-ba0ba4b66a47 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] 10.222.0.18 "DELETE /v2.0/floatingips/5b87f462-5b6f-45f8-8dab-28fd24369f0f HTTP/1.1" status: 204 len: 168 time: 0.7568903 Jun 08 04:22:27.938430 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device f1ec20d2-f20b-4604-b458-2400400be740 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:22:27.971213 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: f1ec20d2-f20b-4604-b458-2400400be740 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:22:27.971485 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device f1ec20d2-f20b-4604-b458-2400400be740 not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:22:27.988942 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:22:31.191212 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40276) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:31.947136 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-29e4889b-b263-4d06-881a-4e6e3d4bb2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-867644'] for router_interface, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:32.338394 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-29e4889b-b263-4d06-881a-4e6e3d4bb2cf admin admin] Deleting port 391cc914-9df8-4a09-ab50-1056283c5e43 {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:22:32.339101 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-29e4889b-b263-4d06-881a-4e6e3d4bb2cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:32.455324 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [None req-29e4889b-b263-4d06-881a-4e6e3d4bb2cf admin admin] For port 391cc914-9df8-4a09-ab50-1056283c5e43, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=391cc914-9df8-4a09-ab50-1056283c5e43,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:22:32.455671 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-29e4889b-b263-4d06-881a-4e6e3d4bb2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:32.574991 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-29e4889b-b263-4d06-881a-4e6e3d4bb2cf admin admin] Calling delete_port for 391cc914-9df8-4a09-ab50-1056283c5e43 owned by network:router_interface {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:22:32.757574 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-29e4889b-b263-4d06-881a-4e6e3d4bb2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:32.762242 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:32.808342 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4889b-b263-4d06-881a-4e6e3d4bb2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=391cc914-9df8-4a09-ab50-1056283c5e43,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:32.833230 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-29e4889b-b263-4d06-881a-4e6e3d4bb2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:33.159591 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-29e4889b-b263-4d06-881a-4e6e3d4bb2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-761500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-844231'] for router_interface, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:33.514232 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e4889b-b263-4d06-881a-4e6e3d4bb2cf admin admin] Router 2707279e-99c2-4f64-908c-641d58acd2de has already been hosted by L3 agent f729afc5-256b-4804-be3b-fed15699d637 {{(pid=92280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 04:22:33.686657 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e4889b-b263-4d06-881a-4e6e3d4bb2cf admin admin] Notify agent at l3_agent.dv-cinder-786627-8-smb the message routers_updated {{(pid=92280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 04:22:33.691281 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-29e4889b-b263-4d06-881a-4e6e3d4bb2cf admin admin] 10.222.0.18 "PUT /v2.0/routers/2707279e-99c2-4f64-908c-641d58acd2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4990358 Jun 08 04:22:33.693779 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40296) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:33.696992 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4796f4-0357-469a-9ce5-2e7ae2e953b9 None None] Sync routers for ids ['2707279e-99c2-4f64-908c-641d58acd2de'] in dv-cinder-786627-8-smb {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 04:22:33.706432 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4796f4-0357-469a-9ce5-2e7ae2e953b9 None None] Routers {'2707279e-99c2-4f64-908c-641d58acd2de'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:22:33.707070 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-ff4796f4-0357-469a-9ce5-2e7ae2e953b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:22:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['2707279e-99c2-4f64-908c-641d58acd2de'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:33.865086 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Notify callbacks [] for router, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:33.883603 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-ff4796f4-0357-469a-9ce5-2e7ae2e953b9 None None] Set router 2707279e-99c2-4f64-908c-641d58acd2de gateway port host: dv-cinder-786627-8-smb {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:22:34.036301 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:34.163394 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-ff4796f4-0357-469a-9ce5-2e7ae2e953b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'external_fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '12605663-0354-403e-b91c-34c50ef84b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:22:32Z', 'revision_number': 5, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port': {'id': '12605663-0354-403e-b91c-34c50ef84b33', 'name': '', 'network_id': '0fa4fef6-9966-433f-a9a0-b619cc4acad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2707279e-99c2-4f64-908c-641d58acd2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '01718dbf-838e-406a-9174-db3581520999', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T04:12:54Z', 'updated_at': '2021-06-08T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01718dbf-838e-406a-9174-db3581520999', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-8-smb'}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:34.167637 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4796f4-0357-469a-9ce5-2e7ae2e953b9 None None] Checking router: 2707279e-99c2-4f64-908c-641d58acd2de for host: dv-cinder-786627-8-smb {{(pid=92283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 04:22:34.175914 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4796f4-0357-469a-9ce5-2e7ae2e953b9 None None] Routers {'2707279e-99c2-4f64-908c-641d58acd2de'} bound to L3 agent in host dv-cinder-786627-8-smb {{(pid=92283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 04:22:34.176506 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-ff4796f4-0357-469a-9ce5-2e7ae2e953b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T04:04:45Z,description=,heartbeat_timestamp=2021-06-08T04:22:15Z,host='dv-cinder-786627-8-smb',id=f729afc5-256b-4804-be3b-fed15699d637,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T04:04:45Z,topic='l3_agent')) {'router_ids': ['2707279e-99c2-4f64-908c-641d58acd2de'], 'active': True} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:34.205732 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Deleting port 12605663-0354-403e-b91c-34c50ef84b33 {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:22:34.206073 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:34.326955 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_dvr_db [None req-ff4796f4-0357-469a-9ce5-2e7ae2e953b9 None None] Set router 2707279e-99c2-4f64-908c-641d58acd2de gateway port host: None {{(pid=92283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 04:22:34.327763 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] For port 12605663-0354-403e-b91c-34c50ef84b33, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=12605663-0354-403e-b91c-34c50ef84b33,segment=NetworkSegment(2584e49c-2de6-4e0a-b70a-e74312669879),segment_id=2584e49c-2de6-4e0a-b70a-e74312669879)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:22:34.328121 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:34.460026 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.l3_hamode_db [None req-ff4796f4-0357-469a-9ce5-2e7ae2e953b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:22:34Z', 'revision_number': 6, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port_host': None}], 'dv-cinder-786627-8-smb', False) {} {{(pid=92283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:34.464912 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4796f4-0357-469a-9ce5-2e7ae2e953b9 None None] The sync data for ids ['2707279e-99c2-4f64-908c-641d58acd2de'] in dv-cinder-786627-8-smb is: [{'id': '2707279e-99c2-4f64-908c-641d58acd2de', 'name': 'tempest-AttachVolumeShelveTestJSON-1867964199-router', 'tenant_id': '9c7e0dce267146e58d41cccd658554bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T04:12:51Z', 'updated_at': '2021-06-08T04:22:34Z', 'revision_number': 6, 'project_id': '9c7e0dce267146e58d41cccd658554bc', 'gw_port_host': None}] {{(pid=92283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 04:22:34.560197 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Calling delete_port for 12605663-0354-403e-b91c-34c50ef84b33 owned by network:router_gateway {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:22:34.786707 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:34.790727 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5e6c2c6a-ef12-4fa2-85f0-8bea9509d812 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:34.834773 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Pushing event deleted for resources: {'Port': ['ID=12605663-0354-403e-b91c-34c50ef84b33,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:34.868644 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:34.869020 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:34.869400 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:34.869805 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:34.870161 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:34.870520 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:34.870869 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:34.871247 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:34.871698 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:34.871938 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:34.872293 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:34.872638 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:34.879710 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:34.917949 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:34.936448 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-867674'] for router_gateway, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:35.105190 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-847631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5402'] for router, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:35.107716 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:35.198139 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-847843'] for router, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:35.198787 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2707279e-99c2-4f64-908c-641d58acd2de {{(pid=92280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 04:22:35.203037 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] Notify callbacks [] for router, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:35.204306 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-c2e078d3-2c7c-4292-bf35-6e232c985214 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2707279e-99c2-4f64-908c-641d58acd2de HTTP/1.1" status: 204 len: 168 time: 1.5095336 Jun 08 04:22:35.206636 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40308) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:35.268684 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_v2 [None req-67dc7113-cd9e-40a5-9254-39cca14a517e admin admin] Deleting subnet 6790621e-0f94-4c60-abe1-4e141a73cc04 {{(pid=92280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:22:35.271695 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-67dc7113-cd9e-40a5-9254-39cca14a517e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:35.319992 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-67dc7113-cd9e-40a5-9254-39cca14a517e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2255159'] for subnet, precommit_delete_associations {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:35.402572 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-67dc7113-cd9e-40a5-9254-39cca14a517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:35.529689 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-67dc7113-cd9e-40a5-9254-39cca14a517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438373'] for subnet, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:35.533801 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-5762c34c-cba9-4135-b0da-8dfba5c0db3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:35.568164 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc7113-cd9e-40a5-9254-39cca14a517e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6790621e-0f94-4c60-abe1-4e141a73cc04,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:35.571203 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-67dc7113-cd9e-40a5-9254-39cca14a517e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:35.572176 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-67dc7113-cd9e-40a5-9254-39cca14a517e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:35.573998 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-67dc7113-cd9e-40a5-9254-39cca14a517e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6790621e-0f94-4c60-abe1-4e141a73cc04 HTTP/1.1" status: 204 len: 168 time: 0.3663857 Jun 08 04:22:35.576515 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40310) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:35.577629 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5c2360-9660-420c-95d7-e2b5f14bc879 None None] Network 294f857a-186c-4448-b00c-81d1806ba032 requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:22:35.678818 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:35.759273 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Deleting port ce8e8735-7a3d-4292-b792-275c0287697b {{(pid=92280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:22:35.759614 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:35.781719 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 391cc914-9df8-4a09-ab50-1056283c5e43 no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:22:35.819578 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: 391cc914-9df8-4a09-ab50-1056283c5e43 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:22:35.820691 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 391cc914-9df8-4a09-ab50-1056283c5e43 not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:22:35.821155 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 12605663-0354-403e-b91c-34c50ef84b33 no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:22:35.854638 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] DHCP port deletion for 294f857a-186c-4448-b00c-81d1806ba032 request from dv-cinder-786627-8-smb {{(pid=92282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 04:22:35.863073 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: 12605663-0354-403e-b91c-34c50ef84b33 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:22:35.863432 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device 12605663-0354-403e-b91c-34c50ef84b33 not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:22:35.863865 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.db [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] For port ce8e8735-7a3d-4292-b792-275c0287697b, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=ce8e8735-7a3d-4292-b792-275c0287697b,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:22:35.864233 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:35.925652 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Deleting port ce8e8735-7a3d-4292-b792-275c0287697b {{(pid=92282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:22:35.926265 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:35.991480 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Calling delete_port for ce8e8735-7a3d-4292-b792-275c0287697b owned by network:dhcp {{(pid=92280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:22:36.024774 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] For port ce8e8735-7a3d-4292-b792-275c0287697b, host dv-cinder-786627-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-8-smb',level=0,port_id=ce8e8735-7a3d-4292-b792-275c0287697b,segment=NetworkSegment(088d632e-c001-4e0f-a9a0-e2584674a6da),segment_id=088d632e-c001-4e0f-a9a0-e2584674a6da)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:22:36.025186 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:36.145787 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Calling delete_port for ce8e8735-7a3d-4292-b792-275c0287697b owned by network:dhcp {{(pid=92282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:22:36.163268 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898211'] for port, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:36.168225 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-cfa44d63-a729-41a4-8c82-34d5a8598b35 tempest-TestShelveInstance-561073886 tempest-TestShelveInstance-561073886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:36.186206 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375'] for port, after_delete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:36.189722 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:36.212230 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8e8735-7a3d-4292-b792-275c0287697b,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:36.214054 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] No DVR routers for this DVR port ce8e8735-7a3d-4292-b792-275c0287697b on host dv-cinder-786627-8-smb {{(pid=92280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:22:36.215896 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:36.231757 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Pushing event deleted for resources: {'Port': ['ID=ce8e8735-7a3d-4292-b792-275c0287697b,revision_number=None']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:36.236773 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] No DVR routers for this DVR port ce8e8735-7a3d-4292-b792-275c0287697b on host dv-cinder-786627-8-smb {{(pid=92282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:22:36.243025 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:36.243591 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:36.244148 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:36.244625 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:36.245093 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:36.245562 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:36.246219 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:36.246695 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:36.247188 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:36.247669 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:36.248325 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:36.248800 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:22:36.252224 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-412a3d9d-a48c-4169-bcad-7aa548806a67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:36.331234 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:36.344348 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294f857a-186c-4448-b00c-81d1806ba032']}} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:36.356749 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088d632e-c001-4e0f-a9a0-e2584674a6da') {'for_net_delete': True} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:36.357051 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088d632e-c001-4e0f-a9a0-e2584674a6da') {} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:22:36.368159 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2255164'] for segment, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:36.384567 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:36.390707 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=92280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:22:36.391099 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1898128'] for segment, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: Traceback (most recent call last): Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: timer() Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: cb(*args, **kw) Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: return func(*args, **kwargs) Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: self._notify() Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: self.callback(batched_events) Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: event.method(event) Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: return f(self, *a, **k) Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: return self._get(url).json() Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: return self.request(url, 'GET', **kwargs) Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:22:36.407957 dv-cinder-786627-8-smb neutron-server[92280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:22:36.573275 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:36.577174 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b82055c0-57d3-48fb-8659-48296edf1242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:36.589744 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:36.591512 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] 10.222.0.18 "DELETE /v2.0/networks/294f857a-186c-4448-b00c-81d1806ba032 HTTP/1.1" status: 204 len: 168 time: 1.0141079 Jun 08 04:22:36.597129 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=294f857a-186c-4448-b00c-81d1806ba032,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:36.599514 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-81a86da9-5de2-4905-9a16-de0c2abd9e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:36.952861 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40324) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:37.000080 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-70468c8c-235a-4ddc-8c10-423e1bddfded admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c7e0dce267146e58d41cccd658554bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0460272 Jun 08 04:22:37.002332 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40326) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:37.148454 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6827f199-2a47-4617-bb37-308676b8defd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:37.173552 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6827f199-2a47-4617-bb37-308676b8defd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:37.353228 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6827f199-2a47-4617-bb37-308676b8defd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:37.355755 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-6827f199-2a47-4617-bb37-308676b8defd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:37.356878 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-6827f199-2a47-4617-bb37-308676b8defd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6cac7961-9859-4400-946b-964df78f7636 HTTP/1.1" status: 204 len: 168 time: 0.3536870 Jun 08 04:22:37.357619 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8e62dd97-6a4a-483e-b293-ed271541880e tempest-TestMinimumBasicScenario-2147397589 tempest-TestMinimumBasicScenario-2147397589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:37.367139 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827f199-2a47-4617-bb37-308676b8defd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cac7961-9859-4400-946b-964df78f7636,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:37.370125 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6827f199-2a47-4617-bb37-308676b8defd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:37.776026 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device ce8e8735-7a3d-4292-b792-275c0287697b no longer exists at agent ovs-agent-dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:22:37.845334 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] No Port match for: ce8e8735-7a3d-4292-b792-275c0287697b {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:22:37.845976 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Device ce8e8735-7a3d-4292-b792-275c0287697b not bound to the agent host dv-cinder-786627-8-smb {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:22:42.357936 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-dcc30e81-420a-40eb-b679-66ee6f20f518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:44.776485 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:44.854222 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-fd6f87c7-1cb4-4840-9ce9-c64d7694ee9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:45.643119 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:45.970460 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40496) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:46.083587 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0fadea82-fa97-4719-91c7-c0fa52ed16b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:46.187616 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0fadea82-fa97-4719-91c7-c0fa52ed16b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:46.260183 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0fadea82-fa97-4719-91c7-c0fa52ed16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:46.277440 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-f508e589-6899-43a0-a945-f0001c14d403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:46.277580 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40502) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:46.311607 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-0fadea82-fa97-4719-91c7-c0fa52ed16b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfcd8451ed6548e79ce4db3ccc1c44ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400335 Jun 08 04:22:46.313207 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadea82-fa97-4719-91c7-c0fa52ed16b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e8894c-420c-4711-80ba-19b91d0c17ef,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:46.314306 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40506) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:46.316157 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0fadea82-fa97-4719-91c7-c0fa52ed16b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:46.390486 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-44f02428-d21f-4bcf-b816-4d5aea895da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:46.394452 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-34438c80-f2c2-4e96-9e58-75caf7c34dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:46.436957 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-44f02428-d21f-4bcf-b816-4d5aea895da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:46.545950 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-34438c80-f2c2-4e96-9e58-75caf7c34dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:46.630048 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-34438c80-f2c2-4e96-9e58-75caf7c34dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:46.637730 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-67a07a6e-97fe-43c4-bbd8-c5e386ca0a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:46.643988 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-44f02428-d21f-4bcf-b816-4d5aea895da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:46.646310 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-44f02428-d21f-4bcf-b816-4d5aea895da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:46.647414 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-44f02428-d21f-4bcf-b816-4d5aea895da1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86e8894c-420c-4711-80ba-19b91d0c17ef HTTP/1.1" status: 204 len: 168 time: 0.3320205 Jun 08 04:22:46.681890 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34438c80-f2c2-4e96-9e58-75caf7c34dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a098e45-6fe6-4e9c-81ab-e1a278bc716e,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:46.687601 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-34438c80-f2c2-4e96-9e58-75caf7c34dd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ba6bff480c24bfebf6560a689f18efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4145491 Jun 08 04:22:46.688531 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-34438c80-f2c2-4e96-9e58-75caf7c34dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:46.689021 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-4e5db1b5-fddf-4119-b8ef-ac472086f029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:46.690215 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40510) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:46.705351 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f02428-d21f-4bcf-b816-4d5aea895da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e8894c-420c-4711-80ba-19b91d0c17ef,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:46.707688 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-44f02428-d21f-4bcf-b816-4d5aea895da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:46.751732 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-db06a0c1-6b99-4e01-8225-f71c407858d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:46.777672 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-db06a0c1-6b99-4e01-8225-f71c407858d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:46.946348 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-db06a0c1-6b99-4e01-8225-f71c407858d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:46.948764 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-db06a0c1-6b99-4e01-8225-f71c407858d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:46.949901 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-db06a0c1-6b99-4e01-8225-f71c407858d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a098e45-6fe6-4e9c-81ab-e1a278bc716e HTTP/1.1" status: 204 len: 168 time: 0.2583950 Jun 08 04:22:46.950788 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b463079e-dec4-4d65-8d65-a89084876a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:46.960621 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06a0c1-6b99-4e01-8225-f71c407858d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a098e45-6fe6-4e9c-81ab-e1a278bc716e,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:46.965434 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-db06a0c1-6b99-4e01-8225-f71c407858d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:47.600569 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40532) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:47.617367 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b872f2e9-6d6f-4c1f-8fdf-d430828dd354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:47.626219 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:47.721336 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b872f2e9-6d6f-4c1f-8fdf-d430828dd354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:47.791990 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-b872f2e9-6d6f-4c1f-8fdf-d430828dd354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:47.800556 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-613c5d28-ef74-473c-9dfc-452293f7a305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:47.847110 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-b872f2e9-6d6f-4c1f-8fdf-d430828dd354 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f82a936b89c74022b4ec8e9c89b0dfd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431831 Jun 08 04:22:47.847110 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872f2e9-6d6f-4c1f-8fdf-d430828dd354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155e3b8c-9230-4d41-9b93-1ac299dcabc3,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:47.847986 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40540) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:47.848918 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b872f2e9-6d6f-4c1f-8fdf-d430828dd354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:47.911244 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9947eed6-28d9-4c42-8dc8-c2ae65584ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:47.938290 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9947eed6-28d9-4c42-8dc8-c2ae65584ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:48.071970 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9947eed6-28d9-4c42-8dc8-c2ae65584ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:48.074517 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-9947eed6-28d9-4c42-8dc8-c2ae65584ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:48.075789 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-9947eed6-28d9-4c42-8dc8-c2ae65584ca0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/155e3b8c-9230-4d41-9b93-1ac299dcabc3 HTTP/1.1" status: 204 len: 168 time: 0.2268150 Jun 08 04:22:48.076550 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6687da4f-a531-47e4-b4df-fc33fa4ce5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:48.086268 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947eed6-28d9-4c42-8dc8-c2ae65584ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155e3b8c-9230-4d41-9b93-1ac299dcabc3,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:48.088833 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-9947eed6-28d9-4c42-8dc8-c2ae65584ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:50.664630 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40600) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:50.780244 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2cd1-1b02-42db-97e6-060b99e74cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:50.893621 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2cd1-1b02-42db-97e6-060b99e74cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:50.991738 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2cd1-1b02-42db-97e6-060b99e74cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:51.001038 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-216671d5-ecb9-404f-a20c-168338c5bbd7 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:51.041701 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-fc9f2cd1-1b02-42db-97e6-060b99e74cc1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35957c5126954a35b345a1275edf2262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759930 Jun 08 04:22:51.043780 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f2cd1-1b02-42db-97e6-060b99e74cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b9348f-91ea-44bd-9e6b-3b21347f7c31,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:51.045075 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40608) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:51.046836 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-fc9f2cd1-1b02-42db-97e6-060b99e74cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:51.103168 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e1a5699a-12d9-46e6-b764-16e871003ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:51.129128 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e1a5699a-12d9-46e6-b764-16e871003ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:51.271796 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e1a5699a-12d9-46e6-b764-16e871003ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:51.274386 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e1a5699a-12d9-46e6-b764-16e871003ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:51.275543 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-e1a5699a-12d9-46e6-b764-16e871003ad5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1b9348f-91ea-44bd-9e6b-3b21347f7c31 HTTP/1.1" status: 204 len: 168 time: 0.2295041 Jun 08 04:22:51.276295 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0fadea82-fa97-4719-91c7-c0fa52ed16b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:51.285610 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5699a-12d9-46e6-b764-16e871003ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b9348f-91ea-44bd-9e6b-3b21347f7c31,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:51.297215 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e1a5699a-12d9-46e6-b764-16e871003ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:51.905297 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40614) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:51.922445 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-96901339-90a9-4517-b8c2-224106cef95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:52.026563 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-96901339-90a9-4517-b8c2-224106cef95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:52.109959 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-96901339-90a9-4517-b8c2-224106cef95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:52.118890 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0eb7b295-8521-44d2-a028-6922d8a42c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:52.158683 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-96901339-90a9-4517-b8c2-224106cef95f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c4a63ad791a4134972fd4063b28bf22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523372 Jun 08 04:22:52.160281 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96901339-90a9-4517-b8c2-224106cef95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213ff643-7eb0-4c89-ba6a-475ff49e20e1,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:52.161448 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40624) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:52.163418 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-96901339-90a9-4517-b8c2-224106cef95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:52.223138 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8fd33acf-f898-4497-bbd9-68939351b2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:52.248595 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8fd33acf-f898-4497-bbd9-68939351b2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:52.381116 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8fd33acf-f898-4497-bbd9-68939351b2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:52.383655 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-8fd33acf-f898-4497-bbd9-68939351b2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:52.388445 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-8fd33acf-f898-4497-bbd9-68939351b2e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/213ff643-7eb0-4c89-ba6a-475ff49e20e1 HTTP/1.1" status: 204 len: 168 time: 0.2252097 Jun 08 04:22:52.389249 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-df6bbddd-0bdf-433c-b4a0-4d318e11fbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:22:52.398846 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd33acf-f898-4497-bbd9-68939351b2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213ff643-7eb0-4c89-ba6a-475ff49e20e1,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:22:52.401519 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-8fd33acf-f898-4497-bbd9-68939351b2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:22:59.679359 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40784) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:22:59.792003 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-16e656ae-1620-449e-bcf1-aaf56c392025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:22:59.892902 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-16e656ae-1620-449e-bcf1-aaf56c392025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:00.014731 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-16e656ae-1620-449e-bcf1-aaf56c392025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:00.026683 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0fbd0cfb-05bd-4f3e-bd97-2a0f47cc63da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:00.065102 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-16e656ae-1620-449e-bcf1-aaf56c392025 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39c60618d4d34210a14a5b608f7cac67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847020 Jun 08 04:23:00.066659 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e656ae-1620-449e-bcf1-aaf56c392025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63d8455-afdd-47cf-bafd-b82c265e4e05,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:00.067868 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40792) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:00.069749 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-16e656ae-1620-449e-bcf1-aaf56c392025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:00.127110 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0edab2bf-e7ba-4a3a-893b-40f423e38e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:00.150656 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0edab2bf-e7ba-4a3a-893b-40f423e38e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:00.328767 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0edab2bf-e7ba-4a3a-893b-40f423e38e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:00.331233 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0edab2bf-e7ba-4a3a-893b-40f423e38e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:00.332402 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-0edab2bf-e7ba-4a3a-893b-40f423e38e86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a63d8455-afdd-47cf-bafd-b82c265e4e05 HTTP/1.1" status: 204 len: 168 time: 0.2634501 Jun 08 04:23:00.333160 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-ab594ec7-db4a-49c6-bd29-3bc705fe4980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:00.342569 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edab2bf-e7ba-4a3a-893b-40f423e38e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63d8455-afdd-47cf-bafd-b82c265e4e05,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:00.345416 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0edab2bf-e7ba-4a3a-893b-40f423e38e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:04.445246 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40888) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:04.560044 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8f76b5ae-aa4b-4c55-a7a1-b4383d59e4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:04.666930 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8f76b5ae-aa4b-4c55-a7a1-b4383d59e4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:04.738469 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8f76b5ae-aa4b-4c55-a7a1-b4383d59e4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:04.747292 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6c107b1a-2ed1-461a-9a6a-303fadcd5836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:04.788321 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-8f76b5ae-aa4b-4c55-a7a1-b4383d59e4d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f489ecfb4f142d8a9512a51134cf90c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418193 Jun 08 04:23:04.789215 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76b5ae-aa4b-4c55-a7a1-b4383d59e4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf5d77c-9e7c-4471-9c83-86980af4f76f,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:04.791055 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40894) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:04.792110 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8f76b5ae-aa4b-4c55-a7a1-b4383d59e4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:04.848870 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-383aab64-947f-47c4-87d0-27545850c8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:04.873261 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-383aab64-947f-47c4-87d0-27545850c8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:04.928482 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:04.987743 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:23:05.054469 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-383aab64-947f-47c4-87d0-27545850c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:05.056826 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-383aab64-947f-47c4-87d0-27545850c8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:05.057946 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-383aab64-947f-47c4-87d0-27545850c8cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdf5d77c-9e7c-4471-9c83-86980af4f76f HTTP/1.1" status: 204 len: 168 time: 0.2654886 Jun 08 04:23:05.058720 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-31ef98c2-d7fc-4ccb-9542-77506df57761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:05.068555 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383aab64-947f-47c4-87d0-27545850c8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf5d77c-9e7c-4471-9c83-86980af4f76f,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:05.070803 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-383aab64-947f-47c4-87d0-27545850c8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:05.793915 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40904) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:05.812258 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c83991ae-1528-45bc-983a-37de1e84647a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:05.912526 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c83991ae-1528-45bc-983a-37de1e84647a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:05.995682 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-c83991ae-1528-45bc-983a-37de1e84647a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:06.003990 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-db06a0c1-6b99-4e01-8225-f71c407858d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:06.046195 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-c83991ae-1528-45bc-983a-37de1e84647a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d26cb46426d432f9af469914ff7d6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505398 Jun 08 04:23:06.047791 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83991ae-1528-45bc-983a-37de1e84647a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760900fb-ecc9-44f6-9142-3d168056cf95,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:06.048876 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40908) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:06.050693 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-c83991ae-1528-45bc-983a-37de1e84647a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:06.111004 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:06.136238 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:06.294131 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:06.296599 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:06.297717 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/760900fb-ecc9-44f6-9142-3d168056cf95 HTTP/1.1" status: 204 len: 168 time: 0.2478521 Jun 08 04:23:06.298492 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-268cbab1-67f8-4133-8be7-59c915c887e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:06.307676 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760900fb-ecc9-44f6-9142-3d168056cf95,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:06.315397 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:06.315772 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:06.316138 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:06.316503 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:06.316861 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:06.317217 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:06.317570 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:06.317918 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:06.318267 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:06.318614 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:06.318980 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:06.319329 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:06.322318 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-7a886943-4f5b-4c1c-b6cd-f315a8edec0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:07.936370 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40958) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:08.051918 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dcd81f55-3f82-4406-99a4-6808a48abcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:08.153380 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dcd81f55-3f82-4406-99a4-6808a48abcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:08.260042 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-dcd81f55-3f82-4406-99a4-6808a48abcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:08.268976 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-863aa4b0-b326-4025-9268-bf6ef47b37a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:08.306743 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-dcd81f55-3f82-4406-99a4-6808a48abcf2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abb237eea4b24551905293e621509716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693340 Jun 08 04:23:08.308353 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd81f55-3f82-4406-99a4-6808a48abcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0bae42-1de9-4d4c-adc5-68b263fddbd2,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:08.309452 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40962) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:08.313838 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-dcd81f55-3f82-4406-99a4-6808a48abcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:08.369824 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-22dc3c35-af15-4b32-bbc8-d26efc38d71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:08.396367 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-22dc3c35-af15-4b32-bbc8-d26efc38d71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:08.436603 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40966) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:08.549767 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-22dc3c35-af15-4b32-bbc8-d26efc38d71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:08.552163 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-22dc3c35-af15-4b32-bbc8-d26efc38d71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:08.553230 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-22dc3c35-af15-4b32-bbc8-d26efc38d71e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c0bae42-1de9-4d4c-adc5-68b263fddbd2 HTTP/1.1" status: 204 len: 168 time: 0.2427397 Jun 08 04:23:08.557203 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-699568a8-5dc9-492e-be1e-6e591bb0cb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:08.562510 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-033f9975-0abc-4073-8253-dd85f23b2618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:08.573982 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc3c35-af15-4b32-bbc8-d26efc38d71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0bae42-1de9-4d4c-adc5-68b263fddbd2,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:08.577567 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-22dc3c35-af15-4b32-bbc8-d26efc38d71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:08.666974 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-699568a8-5dc9-492e-be1e-6e591bb0cb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:08.785625 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-699568a8-5dc9-492e-be1e-6e591bb0cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:08.793806 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-9554d6d0-fc90-4ad1-b4e8-4fb9bdfa5b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:08.835995 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699568a8-5dc9-492e-be1e-6e591bb0cb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bf90f1-a010-471a-bcfd-a77c025e3716,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:08.840052 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-699568a8-5dc9-492e-be1e-6e591bb0cb9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff8054a74fd545d49e6be63d8ca06182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014361 Jun 08 04:23:08.840052 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-699568a8-5dc9-492e-be1e-6e591bb0cb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:08.841571 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40974) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:08.898290 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1aad409e-cdf5-48e0-8234-54c0280d5ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:08.924826 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1aad409e-cdf5-48e0-8234-54c0280d5ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:09.098982 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1aad409e-cdf5-48e0-8234-54c0280d5ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:09.101625 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1aad409e-cdf5-48e0-8234-54c0280d5ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:09.102749 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-1aad409e-cdf5-48e0-8234-54c0280d5ea6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2bf90f1-a010-471a-bcfd-a77c025e3716 HTTP/1.1" status: 204 len: 168 time: 0.2602863 Jun 08 04:23:09.103657 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-49479cb5-627e-4610-ac93-3006c41ff8db tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:09.113218 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad409e-cdf5-48e0-8234-54c0280d5ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bf90f1-a010-471a-bcfd-a77c025e3716,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:09.115441 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-1aad409e-cdf5-48e0-8234-54c0280d5ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:09.267971 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 40978) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:09.285027 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-73546da2-f427-4463-8cef-e96bb24f7a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:09.386320 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-73546da2-f427-4463-8cef-e96bb24f7a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:09.487269 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-73546da2-f427-4463-8cef-e96bb24f7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:09.496232 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e2b09ebd-50a7-452c-b6bc-a04504452242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:09.535662 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-73546da2-f427-4463-8cef-e96bb24f7a1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af448dc78cc843d8a44a8187a43e4ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665784 Jun 08 04:23:09.537205 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73546da2-f427-4463-8cef-e96bb24f7a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9859fce0-1cb0-4903-abcf-6d7d7073fb50,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:09.538436 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 40984) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:09.540611 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-73546da2-f427-4463-8cef-e96bb24f7a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:09.621820 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e62203a6-72bb-4477-bf83-4fc26064f563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:09.647545 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e62203a6-72bb-4477-bf83-4fc26064f563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:09.795601 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e62203a6-72bb-4477-bf83-4fc26064f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:09.798758 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e62203a6-72bb-4477-bf83-4fc26064f563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:09.802240 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-e62203a6-72bb-4477-bf83-4fc26064f563 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9859fce0-1cb0-4903-abcf-6d7d7073fb50 HTTP/1.1" status: 204 len: 168 time: 0.2602253 Jun 08 04:23:09.802240 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-902f7894-52b0-4257-8366-8ceda0c258cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:09.811091 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62203a6-72bb-4477-bf83-4fc26064f563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9859fce0-1cb0-4903-abcf-6d7d7073fb50,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:09.820838 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e62203a6-72bb-4477-bf83-4fc26064f563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:10.699939 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 41014) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:10.717432 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-74c593b4-ee0a-4f88-bfd7-7404b472cc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:10.819944 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-74c593b4-ee0a-4f88-bfd7-7404b472cc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:10.915606 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-74c593b4-ee0a-4f88-bfd7-7404b472cc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:10.922446 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-fac32c60-8a5a-48e0-9d40-918c35a38e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:10.966752 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-74c593b4-ee0a-4f88-bfd7-7404b472cc8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6f70d14cff040aa8d91b2ad43eefb52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657561 Jun 08 04:23:10.968922 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c593b4-ee0a-4f88-bfd7-7404b472cc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106db080-2478-4c4b-afd0-5ef21062d387,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:10.969515 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 41018) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:10.970577 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-74c593b4-ee0a-4f88-bfd7-7404b472cc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:11.027149 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9b11-b2e9-452e-b659-c8062dfadb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:11.053561 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9b11-b2e9-452e-b659-c8062dfadb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:11.192047 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9b11-b2e9-452e-b659-c8062dfadb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:11.194620 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9b11-b2e9-452e-b659-c8062dfadb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:11.195764 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-9e7f9b11-b2e9-452e-b659-c8062dfadb63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/106db080-2478-4c4b-afd0-5ef21062d387 HTTP/1.1" status: 204 len: 168 time: 0.2251859 Jun 08 04:23:11.196521 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e1a5699a-12d9-46e6-b764-16e871003ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:11.206998 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f9b11-b2e9-452e-b659-c8062dfadb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106db080-2478-4c4b-afd0-5ef21062d387,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:11.209338 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-9e7f9b11-b2e9-452e-b659-c8062dfadb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:12.346871 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-354bbd56-90da-457a-97ba-4492e136d921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:14.732992 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:14.871377 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3d26ea13-ca77-4fea-b2f8-f4db6e7bca4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:15.601523 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:15.746407 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 41112) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:15.936558 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-d761a3c1-e00f-45e6-99db-d5385f4eeb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:16.036948 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-d761a3c1-e00f-45e6-99db-d5385f4eeb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:16.179887 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-d761a3c1-e00f-45e6-99db-d5385f4eeb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:16.188469 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0d0796d5-af4e-42e8-b816-3edf3809edda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:16.228951 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-d761a3c1-e00f-45e6-99db-d5385f4eeb62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d35d942017e42fd979b26f96cbe7144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4813271 Jun 08 04:23:16.229575 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761a3c1-e00f-45e6-99db-d5385f4eeb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f99971-69fd-49d3-a70b-9433efe1b956,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:16.231435 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 41120) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:16.232543 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-d761a3c1-e00f-45e6-99db-d5385f4eeb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:16.297475 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a2fcdca4-17a2-45cb-abb6-467d98a5e7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:16.322472 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a2fcdca4-17a2-45cb-abb6-467d98a5e7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:16.442744 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a2fcdca4-17a2-45cb-abb6-467d98a5e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:16.445101 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-a2fcdca4-17a2-45cb-abb6-467d98a5e7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:16.446245 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-a2fcdca4-17a2-45cb-abb6-467d98a5e7c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15f99971-69fd-49d3-a70b-9433efe1b956 HTTP/1.1" status: 204 len: 168 time: 0.2135534 Jun 08 04:23:16.447017 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a31fc0c6-b2e1-4d3c-a6ec-a2c921bc87fa tempest-AttachVolumeTestJSON-971324482 tempest-AttachVolumeTestJSON-971324482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:16.456403 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcdca4-17a2-45cb-abb6-467d98a5e7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f99971-69fd-49d3-a70b-9433efe1b956,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:16.458587 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-a2fcdca4-17a2-45cb-abb6-467d98a5e7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:17.576955 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 41144) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:17.659470 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:17.680592 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1072444390-network', 'tenant_id': '9bee74b4b0694707be92e05c2f26680e'}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:23:17.779573 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Made reservation on behalf of 9bee74b4b0694707be92e05c2f26680e for: {'network': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:23:17.781904 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16360420'] for network, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:17.794484 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:17.898121 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:17.991494 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:17.995696 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0cf28300-0293-4036-a82e-871a1982bb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:18.019004 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=92280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 04:23:18.031121 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14704960-8937-4670-98c4-37e972729ff0,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:18.035018 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:18.035950 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:18.036290 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.db.segments_db [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Added segment 78f6ea0e-34ef-4131-b1ef-2350e35fd44c of type vlan for network ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b Jun 08 04:23:18.065055 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776538473692'] for network, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:18.283647 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493'] for network, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:18.292746 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:18.292746 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:18.292746 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-7503db9d-409e-41de-9d42-aa35418f6061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:18.385215 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Pushing event updated for resources: {'Network': ['ID=ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:18.387859 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:18.394693 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Network ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b details requested by agent ovs-agent-dv-cinder-786627-8-smb with host dv-cinder-786627-8-smb {{(pid=92282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 04:23:18.478094 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-0cff4855-9f01-432e-a32e-6cc644f8ea65 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9000435 Jun 08 04:23:18.480864 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 41156) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:18.485690 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.v2.base [None req-e26de502-9874-4286-b227-9a61cf9bddbb admin admin] Request body: {'subnet': {'network_id': 'ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1072444390-subnet', 'tenant_id': '9bee74b4b0694707be92e05c2f26680e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:23:18.585650 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26de502-9874-4286-b227-9a61cf9bddbb admin admin] Made reservation on behalf of 9bee74b4b0694707be92e05c2f26680e for: {'subnet': 1} {{(pid=92280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:23:18.588002 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e26de502-9874-4286-b227-9a61cf9bddbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2438336'] for subnet, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:18.887186 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e26de502-9874-4286-b227-9a61cf9bddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1898102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2438382'] for subnet, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:18.892014 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-51c4f104-037d-4dfa-b65b-23c98c33d215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:18.991237 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26de502-9874-4286-b227-9a61cf9bddbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4edbdd3-7553-4f43-bc6d-01a0916d0b6f,revision_number=0']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:18.991237 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-e26de502-9874-4286-b227-9a61cf9bddbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:18.991237 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26de502-9874-4286-b227-9a61cf9bddbb admin admin] Checking segment: {'id': '78f6ea0e-34ef-4131-b1ef-2350e35fd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:23:18.991237 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26de502-9874-4286-b227-9a61cf9bddbb admin admin] Network hostable DHCP agents. Network: ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b, hostable agents: ['d3cac208-f37d-4f27-a41b-ac467bb341fa'], hosted agents: [] {{(pid=92280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 04:23:19.077216 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26de502-9874-4286-b227-9a61cf9bddbb admin admin] Network ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b is scheduled to be hosted by DHCP agent d3cac208-f37d-4f27-a41b-ac467bb341fa with binding_index 1 {{(pid=92280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 04:23:19.156918 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.scheduler.base_scheduler [None req-e26de502-9874-4286-b227-9a61cf9bddbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-8-smb, ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b) {{(pid=92280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:23:19.160989 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26de502-9874-4286-b227-9a61cf9bddbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:19.161574 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-e26de502-9874-4286-b227-9a61cf9bddbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:19.165841 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144e5503-162f-464e-a549-6ff3cb42b199 None None] Network ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:23:19.254932 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-e26de502-9874-4286-b227-9a61cf9bddbb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7730091 Jun 08 04:23:19.354090 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185fe0fd-33ee-43af-affb-578a9df36a5d None None] Network ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b requested from dv-cinder-786627-8-smb {{(pid=92282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 04:23:21.577057 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-2259cbf6-bcef-4c1f-b69e-1ec398f2c096 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:21.578473 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-2259cbf6-bcef-4c1f-b69e-1ec398f2c096 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/networks?id=ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b HTTP/1.1" status: 200 len: 809 time: 0.1418848 Jun 08 04:23:21.592812 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-787208d1-86fb-4d59-86ec-53fedf58913b tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/quotas/9bee74b4b0694707be92e05c2f26680e HTTP/1.1" status: 200 len: 375 time: 0.0087090 Jun 08 04:23:21.642056 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-1a192b68-817f-4548-8716-dc2702340b8a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bee74b4b0694707be92e05c2f26680e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443113 Jun 08 04:23:21.699112 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-ce9286ec-fbe8-4d8c-9a53-24cb25ecfb45 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 04:23:21.700080 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-ce9286ec-fbe8-4d8c-9a53-24cb25ecfb45 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515909 Jun 08 04:23:21.829491 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-cd18b0d5-3b6c-48d4-97ed-c5d8552f4ff0 service neutron] 10.222.0.18 "GET /v2.0/networks/ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235282 Jun 08 04:23:21.965856 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-ad818400-7671-4286-9ba1-f904387dad1a service neutron] 10.222.0.18 "GET /v2.0/networks/ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306946 Jun 08 04:23:22.251346 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e954c5f1-51ee-432f-858f-4f8977dbeeda req-01a0d060-ea57-42b3-8d5e-dd57864d106d tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 210 time: 0.0428550 Jun 08 04:23:22.547452 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 41216) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:22.665264 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-eb688934-8825-4f80-bfbd-6d674152bcb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:22.843718 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-eb688934-8825-4f80-bfbd-6d674152bcb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:22.991103 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-eb688934-8825-4f80-bfbd-6d674152bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:22.999536 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-991df16e-2716-41d2-b8b2-b6303ae333c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:23.039295 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-eb688934-8825-4f80-bfbd-6d674152bcb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec6f775d30014b4ca95241abb2ccddfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907753 Jun 08 04:23:23.040245 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb688934-8825-4f80-bfbd-6d674152bcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7fd6b4-a197-4b0a-8858-e00ec0662b9a,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:23.042048 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 41220) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:23.044008 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-eb688934-8825-4f80-bfbd-6d674152bcb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:23.102107 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e8092740-ad94-42b5-a52c-360c77912dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:23.129297 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e8092740-ad94-42b5-a52c-360c77912dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:23.337028 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e8092740-ad94-42b5-a52c-360c77912dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:23.339379 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-e8092740-ad94-42b5-a52c-360c77912dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:23.340463 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-e8092740-ad94-42b5-a52c-360c77912dad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da7fd6b4-a197-4b0a-8858-e00ec0662b9a HTTP/1.1" status: 204 len: 168 time: 0.2966874 Jun 08 04:23:23.345475 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-9947eed6-28d9-4c42-8dc8-c2ae65584ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:23.355461 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-caf6aa54-f70b-4975-a9e0-e5c6fab250b6 req-1f334954-873a-400f-8e73-f5dd532cf0e3 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 210 time: 0.0532775 Jun 08 04:23:23.357485 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8092740-ad94-42b5-a52c-360c77912dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7fd6b4-a197-4b0a-8858-e00ec0662b9a,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:23.359795 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e8092740-ad94-42b5-a52c-360c77912dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:23.974624 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 41230) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:23.991897 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0a3a2346-75fd-478b-bcc1-687da23ee9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:24.328583 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0a3a2346-75fd-478b-bcc1-687da23ee9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:24.391586 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-0a3a2346-75fd-478b-bcc1-687da23ee9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:24.400804 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-b3d9f2c9-d3c4-4833-9c7f-48bc8c3eab9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:24.446761 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-0a3a2346-75fd-478b-bcc1-687da23ee9ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=772a8648e0434dba90351b18e5f32417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686353 Jun 08 04:23:24.446761 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a2346-75fd-478b-bcc1-687da23ee9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7808ae8b-a580-409c-81ac-813010318728,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:24.448995 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0a3a2346-75fd-478b-bcc1-687da23ee9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:24.449670 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 41234) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:24.507606 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ab7ee094-a4eb-4888-82ef-beb38b3250be req-1836e876-63a6-4df0-8e53-603fc5eab058 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 210 time: 0.0418344 Jun 08 04:23:24.509129 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-deb0a44a-ac30-4c6c-9302-bebbb0ad2c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:24.536125 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-deb0a44a-ac30-4c6c-9302-bebbb0ad2c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:24.681785 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-52a98e82-f9f8-456e-a6eb-3bf1b49ba394 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:24.683112 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-52a98e82-f9f8-456e-a6eb-3bf1b49ba394 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.21 "GET /v2.0/networks?id=ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b HTTP/1.1" status: 200 len: 809 time: 0.1457314 Jun 08 04:23:24.688402 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-deb0a44a-ac30-4c6c-9302-bebbb0ad2c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:24.690865 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-deb0a44a-ac30-4c6c-9302-bebbb0ad2c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:24.692008 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-deb0a44a-ac30-4c6c-9302-bebbb0ad2c10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7808ae8b-a580-409c-81ac-813010318728 HTTP/1.1" status: 204 len: 168 time: 0.2412949 Jun 08 04:23:24.692878 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-0edab2bf-e7ba-4a3a-893b-40f423e38e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:24.695761 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-0279a240-e299-4ec3-8dbf-65559bfc8c9a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Request body: {'port': {'device_id': 'd9ca86db-9d9a-45e1-bb70-8627591c2f53', 'network_id': 'ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b', 'admin_state_up': True, 'tenant_id': '9bee74b4b0694707be92e05c2f26680e'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:23:24.702618 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0a44a-ac30-4c6c-9302-bebbb0ad2c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7808ae8b-a580-409c-81ac-813010318728,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:24.704877 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-deb0a44a-ac30-4c6c-9302-bebbb0ad2c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:25.043197 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-0279a240-e299-4ec3-8dbf-65559bfc8c9a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Made reservation on behalf of 9bee74b4b0694707be92e05c2f26680e for: {'port': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:23:25.047261 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-0279a240-e299-4ec3-8dbf-65559bfc8c9a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:25.212991 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-0279a240-e299-4ec3-8dbf-65559bfc8c9a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Allocated IP 172.20.0.10 (ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b/d4edbdd3-7553-4f43-bc6d-01a0916d0b6f/8f35c198-2cdf-4954-a966-547e732bbc01) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:23:25.412308 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-0279a240-e299-4ec3-8dbf-65559bfc8c9a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:25.562076 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-0279a240-e299-4ec3-8dbf-65559bfc8c9a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:25.564595 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-0279a240-e299-4ec3-8dbf-65559bfc8c9a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:23:25.564595 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:23:25.564595 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:23:25.564595 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:23:25.564595 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:23:25.564595 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:23:25.583074 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-0279a240-e299-4ec3-8dbf-65559bfc8c9a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Network ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:23:25.584589 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-0279a240-e299-4ec3-8dbf-65559bfc8c9a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:23:25.586988 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-0279a240-e299-4ec3-8dbf-65559bfc8c9a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:23:25.792496 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-0279a240-e299-4ec3-8dbf-65559bfc8c9a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:25.793105 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-0279a240-e299-4ec3-8dbf-65559bfc8c9a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:25.827148 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c794f-e25f-4958-8423-a009d82fcc88 req-1d56eeff-8c52-42e2-a011-cc066d131d35 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:25.828596 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-814c794f-e25f-4958-8423-a009d82fcc88 req-1d56eeff-8c52-42e2-a011-cc066d131d35 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 932 time: 0.2094336 Jun 08 04:23:25.873263 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-814c794f-e25f-4958-8423-a009d82fcc88 req-abde3ead-9c67-4278-b0e9-a86320c40863 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 Jun 08 04:23:25.877475 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-0279a240-e299-4ec3-8dbf-65559bfc8c9a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1855485 Jun 08 04:23:25.887340 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-a4f7d56f-aff5-4a1d-a97d-1b002736fa78 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=92281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 04:23:25.888297 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-a4f7d56f-aff5-4a1d-a97d-1b002736fa78 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050230 Jun 08 04:23:26.050848 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Request body: {'port': {'device_id': 'd9ca86db-9d9a-45e1-bb70-8627591c2f53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:23:26.161831 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:26.503209 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f35c198-2cdf-4954-a966-547e732bbc01 {{(pid=92281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:23:26.510387 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:26.525442 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Transition to ACTIVE for port object 8f35c198-2cdf-4954-a966-547e732bbc01 will not be triggered until provisioned by entity L2. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:23:26.641419 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:26.646878 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-82900421-9d6e-4256-8f2a-e2f34c4f5230 tempest-AttachVolumeShelveTestJSON-1002041623 tempest-AttachVolumeShelveTestJSON-1002041623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:26.806489 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Pushing event updated for resources: {'Port': ['ID=8f35c198-2cdf-4954-a966-547e732bbc01,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:26.833307 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:26.875991 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Attempting to bind port 8f35c198-2cdf-4954-a966-547e732bbc01 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:23:26.876330 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Attempting to bind port 8f35c198-2cdf-4954-a966-547e732bbc01 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '78f6ea0e-34ef-4131-b1ef-2350e35fd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b'}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:23:26.876653 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Attempting to bind port 8f35c198-2cdf-4954-a966-547e732bbc01 on network ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:23:26.883786 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Port 8f35c198-2cdf-4954-a966-547e732bbc01 on network ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:23:26.884104 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Attempting to bind port 8f35c198-2cdf-4954-a966-547e732bbc01 on network ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:23:26.889333 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:23:26.889666 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Checking segment: {'id': '78f6ea0e-34ef-4131-b1ef-2350e35fd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:23:26.890037 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Bound using segment: {'id': '78f6ea0e-34ef-4131-b1ef-2350e35fd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b'} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:23:26.890455 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Bound port: 8f35c198-2cdf-4954-a966-547e732bbc01, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f6ea0e-34ef-4131-b1ef-2350e35fd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b'}}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:23:26.890795 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:26.982092 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] For port 8f35c198-2cdf-4954-a966-547e732bbc01, host hv-cinder-78662, cleared binding levels {{(pid=92281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:23:26.987176 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] For port 8f35c198-2cdf-4954-a966-547e732bbc01, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8f35c198-2cdf-4954-a966-547e732bbc01,segment=NetworkSegment(78f6ea0e-34ef-4131-b1ef-2350e35fd44c),segment_id=78f6ea0e-34ef-4131-b1ef-2350e35fd44c)] {{(pid=92281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:23:27.062555 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35382362-3b1b-4396-b1fe-7476e1b0d116 req-06bdd2e9-a79d-4d7e-9151-669e0b9490ca tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:27.064054 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-35382362-3b1b-4396-b1fe-7476e1b0d116 req-06bdd2e9-a79d-4d7e-9151-669e0b9490ca tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 944 time: 0.0798981 Jun 08 04:23:27.087420 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:27.101563 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-cb66caaf-2c0a-4eef-94a7-3c2974490603 tempest-VolumesNegativeTest-1109781493 tempest-VolumesNegativeTest-1109781493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:27.169435 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:27.173630 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:27.173630 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] 10.222.0.21 "PUT /v2.0/ports/8f35c198-2cdf-4954-a966-547e732bbc01 HTTP/1.1" status: 200 len: 1094 time: 1.2758801 Jun 08 04:23:27.173868 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ca86db-9d9a-45e1-bb70-8627591c2f53', 'tag': '8f35c198-2cdf-4954-a966-547e732bbc01'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:23:27.176604 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7ba8f4-fb86-4ca1-93fd-9d2d248ef4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ca86db-9d9a-45e1-bb70-8627591c2f53", "tag": "8f35c198-2cdf-4954-a966-547e732bbc01"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:23:27.189309 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-35382362-3b1b-4396-b1fe-7476e1b0d116 req-18b5ce60-a6f2-435c-b635-c61e51f834a4 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191480 Jun 08 04:23:27.204762 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Pushing event updated for resources: {'Port': ['ID=8f35c198-2cdf-4954-a966-547e732bbc01,revision_number=3']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:27.214573 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e4e8f972-5fc0-4bfd-8e87-6cb8242c022f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:27.227206 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabe4449-5a9a-4634-b9db-6293132e8c9e x-openstack-request-id: req-eabe4449-5a9a-4634-b9db-6293132e8c9e {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:23:27.227438 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ca86db-9d9a-45e1-bb70-8627591c2f53", "tag": "8f35c198-2cdf-4954-a966-547e732bbc01", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:23:27.227649 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eabe4449-5a9a-4634-b9db-6293132e8c9e {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:23:27.228077 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ca86db-9d9a-45e1-bb70-8627591c2f53', 'tag': '8f35c198-2cdf-4954-a966-547e732bbc01', 'status': 'completed', 'code': 200} Jun 08 04:23:27.315911 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ba8f4-fb86-4ca1-93fd-9d2d248ef4f8 req-cf8af151-5459-4bd5-a5d1-17146ceefb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:27.317385 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7ba8f4-fb86-4ca1-93fd-9d2d248ef4f8 req-cf8af151-5459-4bd5-a5d1-17146ceefb89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bee74b4b0694707be92e05c2f26680e&device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 1097 time: 0.0698168 Jun 08 04:23:27.454609 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ba8f4-fb86-4ca1-93fd-9d2d248ef4f8 req-efe4a025-b2a7-4bed-ad82-8b860a66aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:27.456071 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7ba8f4-fb86-4ca1-93fd-9d2d248ef4f8 req-efe4a025-b2a7-4bed-ad82-8b860a66aeac service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9bee74b4b0694707be92e05c2f26680e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1320143 Jun 08 04:23:27.591962 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ba8f4-fb86-4ca1-93fd-9d2d248ef4f8 req-9f7a9473-ec5f-495a-9cd1-1257ed88cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:27.593318 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-be7ba8f4-fb86-4ca1-93fd-9d2d248ef4f8 req-9f7a9473-ec5f-495a-9cd1-1257ed88cac1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311917 Jun 08 04:23:27.700482 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-ed3bc630-f28c-49a3-8f09-2cde3fe81de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:27.702014 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-ed3bc630-f28c-49a3-8f09-2cde3fe81de1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bee74b4b0694707be92e05c2f26680e&device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 1097 time: 0.0730388 Jun 08 04:23:27.772936 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-7cce057a-ff8c-484c-b17c-f4f32fc0583f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f35c198-2cdf-4954-a966-547e732bbc01 HTTP/1.1" status: 200 len: 217 time: 0.0636318 Jun 08 04:23:27.926931 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-da5a6923-ce83-4e78-8a04-59c91392b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:27.928381 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-da5a6923-ce83-4e78-8a04-59c91392b29f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4edbdd3-7553-4f43-bc6d-01a0916d0b6f HTTP/1.1" status: 200 len: 849 time: 0.1489322 Jun 08 04:23:27.976579 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-42da9a5e-03dc-4c8b-90cd-ff24fa5679de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416682 Jun 08 04:23:28.107024 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-dd5e899e-e259-4335-8521-bce10eff1ba1 service neutron] 10.222.0.21 "GET /v2.0/networks/ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241434 Jun 08 04:23:28.240541 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-15ed1fe5-a472-4e43-88ad-3a6500f0daf0 req-3b7e3f22-8d60-44a7-b214-e4de73949f91 service neutron] 10.222.0.21 "GET /v2.0/networks/ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265845 Jun 08 04:23:28.386322 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ef5e8-8106-4c5a-b799-705a9db3108a req-126dc162-279e-44b7-9014-04aa072f98c4 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:28.387680 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bb7ef5e8-8106-4c5a-b799-705a9db3108a req-126dc162-279e-44b7-9014-04aa072f98c4 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 944 time: 0.0861161 Jun 08 04:23:28.431109 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-bb7ef5e8-8106-4c5a-b799-705a9db3108a req-6d9748c7-8fe2-4ac1-b34a-79ff058caf25 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373518 Jun 08 04:23:29.614830 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c8220-a203-4105-a5bd-08915cd7f48e req-54aa55e9-05bd-4339-a206-18dc7036b5fc tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:29.616261 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3a8c8220-a203-4105-a5bd-08915cd7f48e req-54aa55e9-05bd-4339-a206-18dc7036b5fc tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 944 time: 0.0768185 Jun 08 04:23:29.662658 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3a8c8220-a203-4105-a5bd-08915cd7f48e req-c2668dc0-e5c4-4df4-b928-5796940a200c tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408697 Jun 08 04:23:30.133013 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 8f35c198-2cdf-4954-a966-547e732bbc01 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:23:30.263697 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 8f35c198-2cdf-4954-a966-547e732bbc01, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8f35c198-2cdf-4954-a966-547e732bbc01,segment=NetworkSegment(78f6ea0e-34ef-4131-b1ef-2350e35fd44c),segment_id=78f6ea0e-34ef-4131-b1ef-2350e35fd44c)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:23:30.276891 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': '8f35c198-2cdf-4954-a966-547e732bbc01', 'network_id': 'ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b', 'port_id': '8f35c198-2cdf-4954-a966-547e732bbc01', 'mac_address': 'fa:16:3e:27:4e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4edbdd3-7553-4f43-bc6d-01a0916d0b6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:23:30.332722 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:30.349064 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f35c198-2cdf-4954-a966-547e732bbc01 {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:23:30.363672 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 8f35c198-2cdf-4954-a966-547e732bbc01, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8f35c198-2cdf-4954-a966-547e732bbc01,segment=NetworkSegment(78f6ea0e-34ef-4131-b1ef-2350e35fd44c),segment_id=78f6ea0e-34ef-4131-b1ef-2350e35fd44c)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:23:30.436837 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:30.438610 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:30.503107 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=8f35c198-2cdf-4954-a966-547e732bbc01,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:30.506948 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:30.809639 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['8f35c198-2cdf-4954-a966-547e732bbc01'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:23:30.849447 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90643c2e-d7ce-43d2-9cd1-2fbcc626da0e req-4fbeef40-28b2-4c20-ae49-0b275a3b017d tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:30.855468 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-90643c2e-d7ce-43d2-9cd1-2fbcc626da0e req-4fbeef40-28b2-4c20-ae49-0b275a3b017d tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 945 time: 0.0891895 Jun 08 04:23:30.898462 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-90643c2e-d7ce-43d2-9cd1-2fbcc626da0e req-4d003198-d917-4d82-b789-985ca7115265 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399070 Jun 08 04:23:30.940450 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 41310) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:31.057272 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fd7a42cb-d8c9-4494-9f0d-3eb209fb49bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:31.162231 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fd7a42cb-d8c9-4494-9f0d-3eb209fb49bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:31.254119 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-fd7a42cb-d8c9-4494-9f0d-3eb209fb49bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:31.262511 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-0a3a2346-75fd-478b-bcc1-687da23ee9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:31.301574 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-fd7a42cb-d8c9-4494-9f0d-3eb209fb49bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84f8a023c4c74b73a89bf12b3d326ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600800 Jun 08 04:23:31.303166 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a42cb-d8c9-4494-9f0d-3eb209fb49bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b365f12-34f5-4cb5-99e1-347edb7a59c2,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:31.304383 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 41314) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:31.306110 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-fd7a42cb-d8c9-4494-9f0d-3eb209fb49bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:31.362466 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f10a74db-0e64-4f43-bc89-d8b0afcc4f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:31.387083 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f10a74db-0e64-4f43-bc89-d8b0afcc4f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:31.516893 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f10a74db-0e64-4f43-bc89-d8b0afcc4f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:31.519701 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-f10a74db-0e64-4f43-bc89-d8b0afcc4f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:31.520792 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-f10a74db-0e64-4f43-bc89-d8b0afcc4f2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b365f12-34f5-4cb5-99e1-347edb7a59c2 HTTP/1.1" status: 204 len: 168 time: 0.2146022 Jun 08 04:23:31.521574 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8f76b5ae-aa4b-4c55-a7a1-b4383d59e4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:31.530964 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a74db-0e64-4f43-bc89-d8b0afcc4f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b365f12-34f5-4cb5-99e1-347edb7a59c2,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:31.533904 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-f10a74db-0e64-4f43-bc89-d8b0afcc4f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:32.079637 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dca66e-4f71-4b02-a037-cb871f9fc9e0 req-119cc6e7-c7e4-4ef4-96f0-477622d0fe12 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:32.081078 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b4dca66e-4f71-4b02-a037-cb871f9fc9e0 req-119cc6e7-c7e4-4ef4-96f0-477622d0fe12 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 945 time: 0.0796340 Jun 08 04:23:32.125289 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b4dca66e-4f71-4b02-a037-cb871f9fc9e0 req-7d025a5c-a89a-4bdd-8b5b-7049b041e6b1 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384877 Jun 08 04:23:32.143797 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 8f35c198-2cdf-4954-a966-547e732bbc01 up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:23:32.248849 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 41322) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:32.266610 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-072483e1-0d3c-4984-8065-5ce2da1f8474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:32.292877 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port 8f35c198-2cdf-4954-a966-547e732bbc01 completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:23:32.297999 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port 8f35c198-2cdf-4954-a966-547e732bbc01 triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:23:32.298380 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:32.367600 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-072483e1-0d3c-4984-8065-5ce2da1f8474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:32.414354 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:32.440547 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ca86db-9d9a-45e1-bb70-8627591c2f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f35c198-2cdf-4954-a966-547e732bbc01'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:23:32.442744 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc0aef2-b0de-4557-9c5e-62ad25972d9d" -d '{"events": [{"server_uuid": "d9ca86db-9d9a-45e1-bb70-8627591c2f53", "name": "network-vif-plugged", "status": "completed", "tag": "8f35c198-2cdf-4954-a966-547e732bbc01"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:23:32.450359 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 8f35c198-2cdf-4954-a966-547e732bbc01, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8f35c198-2cdf-4954-a966-547e732bbc01,segment=NetworkSegment(78f6ea0e-34ef-4131-b1ef-2350e35fd44c),segment_id=78f6ea0e-34ef-4131-b1ef-2350e35fd44c)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:23:32.484382 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd491d92-f2d3-4c26-8905-44b3b442dddc x-openstack-request-id: req-cd491d92-f2d3-4c26-8905-44b3b442dddc {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:23:32.484676 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ca86db-9d9a-45e1-bb70-8627591c2f53", "name": "network-vif-plugged", "status": "completed", "tag": "8f35c198-2cdf-4954-a966-547e732bbc01", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:23:32.484936 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd491d92-f2d3-4c26-8905-44b3b442dddc {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:23:32.485332 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ca86db-9d9a-45e1-bb70-8627591c2f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f35c198-2cdf-4954-a966-547e732bbc01', 'code': 200} Jun 08 04:23:32.489189 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-072483e1-0d3c-4984-8065-5ce2da1f8474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:32.501248 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6827f199-2a47-4617-bb37-308676b8defd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:32.542064 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-072483e1-0d3c-4984-8065-5ce2da1f8474 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=758d80cd28e14048871f8b87b18dcce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921453 Jun 08 04:23:32.543049 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072483e1-0d3c-4984-8065-5ce2da1f8474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c36f45-e8a4-45ec-afd4-2f927e45a3f0,revision_number=1']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:32.544987 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 41326) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:23:32.546378 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-072483e1-0d3c-4984-8065-5ce2da1f8474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:32.556076 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:32.560887 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-d25f4b00-981d-40f2-97ed-0ed2463bfa56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:32.606789 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-788ce3c7-dd3d-4977-9c67-0a4c84ab8ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:32.625324 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=8f35c198-2cdf-4954-a966-547e732bbc01,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:32.628320 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:32.632520 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-788ce3c7-dd3d-4977-9c67-0a4c84ab8ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:32.785957 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-788ce3c7-dd3d-4977-9c67-0a4c84ab8ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:32.788359 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-788ce3c7-dd3d-4977-9c67-0a4c84ab8ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:32.789782 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-788ce3c7-dd3d-4977-9c67-0a4c84ab8ec3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3c36f45-e8a4-45ec-afd4-2f927e45a3f0 HTTP/1.1" status: 204 len: 168 time: 0.2434928 Jun 08 04:23:32.790352 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-e8092740-ad94-42b5-a52c-360c77912dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:32.799675 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ce3c7-dd3d-4977-9c67-0a4c84ab8ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c36f45-e8a4-45ec-afd4-2f927e45a3f0,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:32.802054 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-788ce3c7-dd3d-4977-9c67-0a4c84ab8ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:32.914263 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5828c3d-3456-4972-ac4d-5cc95ef6da9f req-e610ad32-68ae-4626-98af-9cd890e8b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:32.915765 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f5828c3d-3456-4972-ac4d-5cc95ef6da9f req-e610ad32-68ae-4626-98af-9cd890e8b445 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 1099 time: 0.0698445 Jun 08 04:23:32.956774 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f5828c3d-3456-4972-ac4d-5cc95ef6da9f req-e93c9c73-35d9-4847-a5ef-d94e0f4ff636 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346677 Jun 08 04:23:33.318053 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2efc3-9842-4a68-9138-08ba73507e83 req-429963c3-6e91-4789-b2d6-a4c3187de7a7 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:33.319517 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-95a2efc3-9842-4a68-9138-08ba73507e83 req-429963c3-6e91-4789-b2d6-a4c3187de7a7 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 946 time: 0.0862303 Jun 08 04:23:33.364452 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-95a2efc3-9842-4a68-9138-08ba73507e83 req-489f8342-6405-4605-83d8-16f90bbb68f4 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389104 Jun 08 04:23:34.547924 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d2c6b-ca30-4830-8ca5-91ff143b6410 req-3fcbf5ff-39bf-4af4-9295-6c7ff791fac5 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:34.549281 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e41d2c6b-ca30-4830-8ca5-91ff143b6410 req-3fcbf5ff-39bf-4af4-9295-6c7ff791fac5 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 946 time: 0.0782921 Jun 08 04:23:34.596727 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e41d2c6b-ca30-4830-8ca5-91ff143b6410 req-b0038f29-d008-4e0a-a145-08873f9fd1ae tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416486 Jun 08 04:23:34.944168 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:36.340401 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874ab70-ffba-4259-a926-1645b4e094ca req-16fed4e1-9a69-48f0-b675-4044b091b65f tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:36.341848 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b874ab70-ffba-4259-a926-1645b4e094ca req-16fed4e1-9a69-48f0-b675-4044b091b65f tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 946 time: 0.0795653 Jun 08 04:23:36.386503 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-b874ab70-ffba-4259-a926-1645b4e094ca req-c43a88b0-f31c-405e-9864-60daa5a2f7b1 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385199 Jun 08 04:23:37.574549 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624852fd-d71b-4d64-9b01-7ca1a70482da req-c7a5119c-c037-4539-9402-307d9a6294b5 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:37.576022 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-624852fd-d71b-4d64-9b01-7ca1a70482da req-c7a5119c-c037-4539-9402-307d9a6294b5 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 946 time: 0.0822294 Jun 08 04:23:37.620867 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-624852fd-d71b-4d64-9b01-7ca1a70482da req-5f8655be-e466-4f3c-a25e-83a4159f3e28 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Jun 08 04:23:37.893523 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae87ea-335d-46c6-814f-23814367cdef req-35473e76-b81f-4ba6-a6bc-ae34f4924ed5 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:37.895613 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-61ae87ea-335d-46c6-814f-23814367cdef req-35473e76-b81f-4ba6-a6bc-ae34f4924ed5 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 946 time: 0.0782356 Jun 08 04:23:38.034678 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-61ae87ea-335d-46c6-814f-23814367cdef req-67190744-60da-43a7-bd50-cd11580d27eb tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Deleting port 8f35c198-2cdf-4954-a966-547e732bbc01 {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:23:38.035091 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-61ae87ea-335d-46c6-814f-23814367cdef req-67190744-60da-43a7-bd50-cd11580d27eb tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:38.168696 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-61ae87ea-335d-46c6-814f-23814367cdef req-67190744-60da-43a7-bd50-cd11580d27eb tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] For port 8f35c198-2cdf-4954-a966-547e732bbc01, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8f35c198-2cdf-4954-a966-547e732bbc01,segment=NetworkSegment(78f6ea0e-34ef-4131-b1ef-2350e35fd44c),segment_id=78f6ea0e-34ef-4131-b1ef-2350e35fd44c)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:23:38.169053 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-61ae87ea-335d-46c6-814f-23814367cdef req-67190744-60da-43a7-bd50-cd11580d27eb tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:38.295418 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-61ae87ea-335d-46c6-814f-23814367cdef req-67190744-60da-43a7-bd50-cd11580d27eb tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Calling delete_port for 8f35c198-2cdf-4954-a966-547e732bbc01 owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:23:38.522842 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-61ae87ea-335d-46c6-814f-23814367cdef req-67190744-60da-43a7-bd50-cd11580d27eb tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:38.528548 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-28a9eace-2bd2-44da-8e8a-5a25daf609ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:38.534251 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['8f35c198-2cdf-4954-a966-547e732bbc01'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:23:38.574184 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67190744-60da-43a7-bd50-cd11580d27eb tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Pushing event deleted for resources: {'Port': ['ID=8f35c198-2cdf-4954-a966-547e732bbc01,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:38.577250 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-67190744-60da-43a7-bd50-cd11580d27eb tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:38.649928 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ae87ea-335d-46c6-814f-23814367cdef req-67190744-60da-43a7-bd50-cd11580d27eb tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] No DVR routers for this DVR port 8f35c198-2cdf-4954-a966-547e732bbc01 on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:23:38.652533 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-61ae87ea-335d-46c6-814f-23814367cdef req-67190744-60da-43a7-bd50-cd11580d27eb tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:38.654643 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-61ae87ea-335d-46c6-814f-23814367cdef req-67190744-60da-43a7-bd50-cd11580d27eb tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.21 "DELETE /v2.0/ports/8f35c198-2cdf-4954-a966-547e732bbc01 HTTP/1.1" status: 204 len: 173 time: 0.7533727 Jun 08 04:23:38.655185 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ca86db-9d9a-45e1-bb70-8627591c2f53', 'name': 'network-vif-deleted', 'tag': '8f35c198-2cdf-4954-a966-547e732bbc01'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:23:38.657535 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9a1e38-60c3-4e04-a615-ca6d81b4e72b" -d '{"events": [{"server_uuid": "d9ca86db-9d9a-45e1-bb70-8627591c2f53", "name": "network-vif-deleted", "tag": "8f35c198-2cdf-4954-a966-547e732bbc01"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:23:38.771666 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-77b23ed4-8d8b-436e-bf0f-3945c57b5a2b req-755c544f-1a44-44ce-a4fd-f8fb2fe70b0c tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9ca86db-9d9a-45e1-bb70-8627591c2f53 HTTP/1.1" status: 200 len: 210 time: 0.0426335 Jun 08 04:23:38.826031 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08aba1d-0d79-4700-ac40-a3c23d9c192b x-openstack-request-id: req-e08aba1d-0d79-4700-ac40-a3c23d9c192b {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:23:38.826362 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ca86db-9d9a-45e1-bb70-8627591c2f53", "name": "network-vif-deleted", "tag": "8f35c198-2cdf-4954-a966-547e732bbc01", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:23:38.826651 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e08aba1d-0d79-4700-ac40-a3c23d9c192b {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:23:38.827108 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ca86db-9d9a-45e1-bb70-8627591c2f53', 'name': 'network-vif-deleted', 'tag': '8f35c198-2cdf-4954-a966-547e732bbc01', 'status': 'completed', 'code': 200} Jun 08 04:23:40.187300 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-d377ce66-2200-4110-bbdf-e439e92cea35 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:40.188867 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-d377ce66-2200-4110-bbdf-e439e92cea35 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/networks?id=ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b HTTP/1.1" status: 200 len: 809 time: 0.1446683 Jun 08 04:23:40.204054 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-c089d8d4-d190-4edc-8062-f5672ae04d6b tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/quotas/9bee74b4b0694707be92e05c2f26680e HTTP/1.1" status: 200 len: 375 time: 0.0097542 Jun 08 04:23:40.255624 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-2ced36c3-e8d5-4d9c-9bdd-70037322351a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bee74b4b0694707be92e05c2f26680e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463498 Jun 08 04:23:40.389685 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-3300908b-acbb-4283-8041-5b96f1f620cd service neutron] 10.222.0.18 "GET /v2.0/networks/ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276729 Jun 08 04:23:40.521048 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-6e0b7871-2de8-4dad-a9ec-de9260ba013c service neutron] 10.222.0.18 "GET /v2.0/networks/ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250439 Jun 08 04:23:40.807370 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-521a3e72-53ae-4973-a347-ca9ad57fd984 req-b1b758eb-e3ae-4d2a-a155-f5473fb3f109 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 210 time: 0.0425394 Jun 08 04:23:41.960517 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-05e389e4-2a90-4dcf-b78d-7d8d9816e540 req-f1e6e999-c24d-4940-9cca-2932760d4e09 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 210 time: 0.0455906 Jun 08 04:23:41.986951 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:23:42.223219 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 8f35c198-2cdf-4954-a966-547e732bbc01 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:23:42.259053 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: 8f35c198-2cdf-4954-a966-547e732bbc01 {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:23:42.259421 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 8f35c198-2cdf-4954-a966-547e732bbc01 not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:23:42.334343 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-715405b3-bdd6-4b19-ad3c-51e4e7252eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:43.137791 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-35d71eb8-1406-4cbc-b7ba-1957b957b915 req-05a7c6ac-72d7-4d0a-8238-cb36895bf520 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 210 time: 0.0611975 Jun 08 04:23:43.150912 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-060f967d-d6fc-4f9f-9400-94610924e8e6 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:43.152335 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-060f967d-d6fc-4f9f-9400-94610924e8e6 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.21 "GET /v2.0/networks?id=ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b HTTP/1.1" status: 200 len: 809 time: 0.1947451 Jun 08 04:23:43.166127 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-880c2b4c-3c12-4f04-a42f-6e5c1ce6b854 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Request body: {'port': {'device_id': '8413347e-2439-4200-8275-2305072a57e3', 'network_id': 'ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b', 'admin_state_up': True, 'tenant_id': '9bee74b4b0694707be92e05c2f26680e'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:23:43.374297 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-880c2b4c-3c12-4f04-a42f-6e5c1ce6b854 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Made reservation on behalf of 9bee74b4b0694707be92e05c2f26680e for: {'port': 1} {{(pid=92281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 04:23:43.377907 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-880c2b4c-3c12-4f04-a42f-6e5c1ce6b854 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:43.541853 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.db_base_plugin_common [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-880c2b4c-3c12-4f04-a42f-6e5c1ce6b854 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Allocated IP 172.20.0.7 (ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b/d4edbdd3-7553-4f43-bc6d-01a0916d0b6f/5e2e945d-ec48-4941-b39f-39374c722f2c) {{(pid=92281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 04:23:43.744114 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-880c2b4c-3c12-4f04-a42f-6e5c1ce6b854 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks [] for port, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:43.849008 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-880c2b4c-3c12-4f04-a42f-6e5c1ce6b854 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16362339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776538486366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2017697'] for port, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:43.851557 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-880c2b4c-3c12-4f04-a42f-6e5c1ce6b854 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:23:43.851557 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 04:23:43.851557 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 04:23:43.851557 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 04:23:43.851557 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 04:23:43.851557 dv-cinder-786627-8-smb neutron-server[92281]: ERROR neutron_lib.callbacks.manager Jun 08 04:23:43.868050 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-880c2b4c-3c12-4f04-a42f-6e5c1ce6b854 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Network ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b is already hosted by enough agents. {{(pid=92281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 04:23:43.869309 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.scheduler.base_scheduler [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-880c2b4c-3c12-4f04-a42f-6e5c1ce6b854 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Resources bound (agent type, host, resource id): {{(pid=92281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 04:23:43.871685 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-880c2b4c-3c12-4f04-a42f-6e5c1ce6b854 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Received port after_create {{(pid=92281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 04:23:43.932903 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-880c2b4c-3c12-4f04-a42f-6e5c1ce6b854 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:43.933423 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-880c2b4c-3c12-4f04-a42f-6e5c1ce6b854 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:44.031892 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-880c2b4c-3c12-4f04-a42f-6e5c1ce6b854 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8693557 Jun 08 04:23:44.077811 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.v2.base [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Request body: {'port': {'device_id': '8413347e-2439-4200-8275-2305072a57e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 04:23:44.337750 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:44.415067 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615be569-7bad-453a-8a5d-f4a58ae4e598 req-0da8e8ee-f83a-4cc9-91bd-e4677a212267 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:44.416497 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-615be569-7bad-453a-8a5d-f4a58ae4e598 req-0da8e8ee-f83a-4cc9-91bd-e4677a212267 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 931 time: 0.1604650 Jun 08 04:23:44.530901 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-615be569-7bad-453a-8a5d-f4a58ae4e598 req-4028cd9b-db61-4f89-9e0e-4e50e2355a19 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080887 Jun 08 04:23:44.732981 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2e945d-ec48-4941-b39f-39374c722f2c {{(pid=92281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:23:44.733828 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:44.741509 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:44.756292 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.provisioning_blocks [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Transition to ACTIVE for port object 5e2e945d-ec48-4941-b39f-39374c722f2c will not be triggered until provisioned by entity L2. {{(pid=92281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 04:23:44.829894 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:44.833824 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-6be7f155-250f-4f88-8f40-77710b377fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:44.858542 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-5779cf09-a2d2-4fec-a441-6cc6c79328e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:44.984578 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Pushing event updated for resources: {'Port': ['ID=5e2e945d-ec48-4941-b39f-39374c722f2c,revision_number=2']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:44.992242 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:45.061304 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Attempting to bind port 5e2e945d-ec48-4941-b39f-39374c722f2c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 04:23:45.061633 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Attempting to bind port 5e2e945d-ec48-4941-b39f-39374c722f2c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '78f6ea0e-34ef-4131-b1ef-2350e35fd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b'}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 04:23:45.061976 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Attempting to bind port 5e2e945d-ec48-4941-b39f-39374c722f2c on network ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:23:45.066432 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Port 5e2e945d-ec48-4941-b39f-39374c722f2c on network ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 04:23:45.066748 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Attempting to bind port 5e2e945d-ec48-4941-b39f-39374c722f2c on network ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 04:23:45.071787 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Checking agent: {'id': 'd2090f14-5aae-48fb-8bdc-5cd2d29ada96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'started_at': datetime.datetime(2021, 6, 8, 4, 11, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 4, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 04:23:45.072121 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Checking segment: {'id': '78f6ea0e-34ef-4131-b1ef-2350e35fd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 04:23:45.072499 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Bound using segment: {'id': '78f6ea0e-34ef-4131-b1ef-2350e35fd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b'} {{(pid=92281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 04:23:45.072922 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.managers [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Bound port: 5e2e945d-ec48-4941-b39f-39374c722f2c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f6ea0e-34ef-4131-b1ef-2350e35fd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b'}}] {{(pid=92281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 04:23:45.073262 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:45.165210 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] For port 5e2e945d-ec48-4941-b39f-39374c722f2c, host hv-cinder-78662, cleared binding levels {{(pid=92281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 04:23:45.168206 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] For port 5e2e945d-ec48-4941-b39f-39374c722f2c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5e2e945d-ec48-4941-b39f-39374c722f2c,segment=NetworkSegment(78f6ea0e-34ef-4131-b1ef-2350e35fd44c),segment_id=78f6ea0e-34ef-4131-b1ef-2350e35fd44c)] {{(pid=92281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 04:23:45.226089 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2017727'] for port, after_update {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:45.229987 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-502a495f-1ce2-451c-abd1-1fa4a97e964e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:45.283660 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:45.284300 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:45.286002 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] 10.222.0.21 "PUT /v2.0/ports/5e2e945d-ec48-4941-b39f-39374c722f2c HTTP/1.1" status: 200 len: 1093 time: 1.2125597 Jun 08 04:23:45.288842 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8413347e-2439-4200-8275-2305072a57e3', 'tag': '5e2e945d-ec48-4941-b39f-39374c722f2c'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:23:45.292101 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2f86c3-fae7-4aca-8aa2-8ff7442f6b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "8413347e-2439-4200-8275-2305072a57e3", "tag": "5e2e945d-ec48-4941-b39f-39374c722f2c"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:23:45.313687 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Pushing event updated for resources: {'Port': ['ID=5e2e945d-ec48-4941-b39f-39374c722f2c,revision_number=3']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:45.317633 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-734a9b21-986d-4395-9bbf-ef280859a2cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:45.335073 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 04:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca626322-0d97-4566-a13e-5bf3d3840280 x-openstack-request-id: req-ca626322-0d97-4566-a13e-5bf3d3840280 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:23:45.335499 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8413347e-2439-4200-8275-2305072a57e3", "tag": "5e2e945d-ec48-4941-b39f-39374c722f2c", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:23:45.335792 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca626322-0d97-4566-a13e-5bf3d3840280 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:23:45.336239 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8413347e-2439-4200-8275-2305072a57e3', 'tag': '5e2e945d-ec48-4941-b39f-39374c722f2c', 'status': 'completed', 'code': 200} Jun 08 04:23:45.431358 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f86c3-fae7-4aca-8aa2-8ff7442f6b1d req-5afabd67-d548-4312-8ce8-3f7e5b0215d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:45.432853 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ea2f86c3-fae7-4aca-8aa2-8ff7442f6b1d req-5afabd67-d548-4312-8ce8-3f7e5b0215d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bee74b4b0694707be92e05c2f26680e&device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 1096 time: 0.0768454 Jun 08 04:23:45.574527 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f86c3-fae7-4aca-8aa2-8ff7442f6b1d req-e1c29ad6-e70a-4253-9b07-15b65f0fa1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:45.576068 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ea2f86c3-fae7-4aca-8aa2-8ff7442f6b1d req-e1c29ad6-e70a-4253-9b07-15b65f0fa1ea service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9bee74b4b0694707be92e05c2f26680e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1358011 Jun 08 04:23:45.608331 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:45.766315 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f86c3-fae7-4aca-8aa2-8ff7442f6b1d req-c7cd6a44-b4bc-4882-8905-0137d5a35691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:45.767819 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-ea2f86c3-fae7-4aca-8aa2-8ff7442f6b1d req-c7cd6a44-b4bc-4882-8905-0137d5a35691 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1844587 Jun 08 04:23:45.782771 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42efb50-91f6-4787-854f-e11eaff3d292 req-b6083989-10f6-4194-924f-49785f19cee9 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:45.784255 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c42efb50-91f6-4787-854f-e11eaff3d292 req-b6083989-10f6-4194-924f-49785f19cee9 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 943 time: 0.1365533 Jun 08 04:23:45.884055 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c42efb50-91f6-4787-854f-e11eaff3d292 req-9f234286-ec92-499c-b899-57bf6a2fbd74 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942323 Jun 08 04:23:45.908300 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-98d92db7-e19a-4932-8833-0000dd7df3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:45.910236 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-98d92db7-e19a-4932-8833-0000dd7df3b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bee74b4b0694707be92e05c2f26680e&device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 1096 time: 0.1051509 Jun 08 04:23:45.978497 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-bc08cf90-0669-44fa-a25b-473cd2705e9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e2e945d-ec48-4941-b39f-39374c722f2c HTTP/1.1" status: 200 len: 217 time: 0.0607827 Jun 08 04:23:46.134017 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-cc2a2d96-6c81-47a9-b7aa-c703e94f2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:46.135370 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-cc2a2d96-6c81-47a9-b7aa-c703e94f2561 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4edbdd3-7553-4f43-bc6d-01a0916d0b6f HTTP/1.1" status: 200 len: 849 time: 0.1508908 Jun 08 04:23:46.180752 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-c9801f8a-669f-4a1a-a707-a26a75871c69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388281 Jun 08 04:23:46.310458 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-9822ed95-37cd-4291-bcf1-2966d00a45a4 service neutron] 10.222.0.21 "GET /v2.0/networks/ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229277 Jun 08 04:23:46.438148 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-1e5f531f-861f-4ede-a08f-ebfbbf4a4307 req-0a94b750-1e94-4861-a79f-2a311d5ba1f5 service neutron] 10.222.0.21 "GET /v2.0/networks/ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203465 Jun 08 04:23:47.079288 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c57ff-f65f-4b42-8580-3d9be7279823 req-edf1dff3-f090-4d64-9fb1-0a70821962ac tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:47.080656 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f89c57ff-f65f-4b42-8580-3d9be7279823 req-edf1dff3-f090-4d64-9fb1-0a70821962ac tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 943 time: 0.0834880 Jun 08 04:23:47.125441 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f89c57ff-f65f-4b42-8580-3d9be7279823 req-63f84e20-29bf-40e9-acbf-092248bc6247 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386307 Jun 08 04:23:47.653628 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:48.227392 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 5e2e945d-ec48-4941-b39f-39374c722f2c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 04:23:48.310134 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b64ffc-f79e-454b-b0ee-68e3ae1fd211 req-9ec7638c-19cf-4553-ad35-1726a6c57c69 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:48.311522 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-62b64ffc-f79e-454b-b0ee-68e3ae1fd211 req-9ec7638c-19cf-4553-ad35-1726a6c57c69 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 943 time: 0.0792341 Jun 08 04:23:48.354554 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-62b64ffc-f79e-454b-b0ee-68e3ae1fd211 req-89e3e2a9-6b47-4bb4-827b-2e06f79a2edd tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374396 Jun 08 04:23:48.358473 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 5e2e945d-ec48-4941-b39f-39374c722f2c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5e2e945d-ec48-4941-b39f-39374c722f2c,segment=NetworkSegment(78f6ea0e-34ef-4131-b1ef-2350e35fd44c),segment_id=78f6ea0e-34ef-4131-b1ef-2350e35fd44c)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:23:48.371484 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Returning: {'device': '5e2e945d-ec48-4941-b39f-39374c722f2c', 'network_id': 'ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b', 'port_id': '5e2e945d-ec48-4941-b39f-39374c722f2c', 'mac_address': 'fa:16:3e:4c:18:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4edbdd3-7553-4f43-bc6d-01a0916d0b6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 04:23:48.423829 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:48.439698 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2e945d-ec48-4941-b39f-39374c722f2c {{(pid=92282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 04:23:48.454752 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 5e2e945d-ec48-4941-b39f-39374c722f2c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5e2e945d-ec48-4941-b39f-39374c722f2c,segment=NetworkSegment(78f6ea0e-34ef-4131-b1ef-2350e35fd44c),segment_id=78f6ea0e-34ef-4131-b1ef-2350e35fd44c)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:23:48.561956 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:48.564552 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:48.630673 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=5e2e945d-ec48-4941-b39f-39374c722f2c,revision_number=4']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:48.637695 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:48.638032 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:48.638364 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:48.638691 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:48.639034 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:48.639354 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:48.639671 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:48.639983 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:48.640300 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:48.640617 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:48.640925 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:48.641232 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:23:48.645107 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:49.106896 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['5e2e945d-ec48-4941-b39f-39374c722f2c'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:23:49.539515 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cc391-bb50-41a0-916b-129b789f5cad req-48d6d567-6288-4964-8437-b6fe36138f67 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:49.540938 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-783cc391-bb50-41a0-916b-129b789f5cad req-48d6d567-6288-4964-8437-b6fe36138f67 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 944 time: 0.0815785 Jun 08 04:23:49.583377 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-783cc391-bb50-41a0-916b-129b789f5cad req-a181ad89-f0cb-4043-bdd4-8e9f6c71ee66 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369215 Jun 08 04:23:50.237822 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 5e2e945d-ec48-4941-b39f-39374c722f2c up at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 04:23:50.396220 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning for port 5e2e945d-ec48-4941-b39f-39374c722f2c completed by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 04:23:50.400840 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.db.provisioning_blocks [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Provisioning complete for port 5e2e945d-ec48-4941-b39f-39374c722f2c triggered by entity L2. {{(pid=92282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 04:23:50.401270 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16367360'] for port, provisioning_complete {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:50.515179 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16360251'] for port, before_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:50.541894 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8413347e-2439-4200-8275-2305072a57e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2e945d-ec48-4941-b39f-39374c722f2c'}] {{(pid=92282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:23:50.544227 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5838a2a6632cfee5678b3a7aa0486cac6e119716edee06e776a78aca0d2c77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa13ee26-d0f3-4cd7-b7e3-297ca37aa60c" -d '{"events": [{"server_uuid": "8413347e-2439-4200-8275-2305072a57e3", "name": "network-vif-plugged", "status": "completed", "tag": "5e2e945d-ec48-4941-b39f-39374c722f2c"}]}' {{(pid=92282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:23:50.552219 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] For port 5e2e945d-ec48-4941-b39f-39374c722f2c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5e2e945d-ec48-4941-b39f-39374c722f2c,segment=NetworkSegment(78f6ea0e-34ef-4131-b1ef-2350e35fd44c),segment_id=78f6ea0e-34ef-4131-b1ef-2350e35fd44c)] {{(pid=92282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:23:50.608124 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776538842103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776538486384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776538486429'] for port, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:50.609968 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:50.639509 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9656e5-50b9-4ffa-b12e-c9c8511d1a54 x-openstack-request-id: req-fa9656e5-50b9-4ffa-b12e-c9c8511d1a54 {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:23:50.639805 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8413347e-2439-4200-8275-2305072a57e3", "name": "network-vif-plugged", "status": "completed", "tag": "5e2e945d-ec48-4941-b39f-39374c722f2c", "code": 200}]} {{(pid=92282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:23:50.640062 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa9656e5-50b9-4ffa-b12e-c9c8511d1a54 {{(pid=92282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:23:50.640442 dv-cinder-786627-8-smb neutron-server[92282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8413347e-2439-4200-8275-2305072a57e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2e945d-ec48-4941-b39f-39374c722f2c', 'code': 200} Jun 08 04:23:50.677893 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Pushing event updated for resources: {'Port': ['ID=5e2e945d-ec48-4941-b39f-39374c722f2c,revision_number=5']} {{(pid=92282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:50.680647 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG oslo_concurrency.lockutils [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:50.766296 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c17dd-ab0c-4086-af19-5215e535c568 req-375589d7-10ce-4dd8-8c24-9346b40d848c tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:50.767755 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f33c17dd-ab0c-4086-af19-5215e535c568 req-375589d7-10ce-4dd8-8c24-9346b40d848c tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 945 time: 0.0782099 Jun 08 04:23:50.816096 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f33c17dd-ab0c-4086-af19-5215e535c568 req-7858bee0-f7f5-4536-905a-76d38990e402 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 Jun 08 04:23:51.065006 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fa43a-17db-4ce4-bc49-1110c22aa8ba req-d21fb720-1a6b-4706-9f77-88f738110614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:51.067088 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-242fa43a-17db-4ce4-bc49-1110c22aa8ba req-d21fb720-1a6b-4706-9f77-88f738110614 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 1098 time: 0.0689573 Jun 08 04:23:51.107217 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-242fa43a-17db-4ce4-bc49-1110c22aa8ba req-3dd27bcc-fa80-4505-be60-8d9d089312c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334806 Jun 08 04:23:51.998945 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419893b-e759-4c82-9b1b-944654088a31 req-11601164-429c-49e6-b4df-9c8bd6933244 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:52.000438 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2419893b-e759-4c82-9b1b-944654088a31 req-11601164-429c-49e6-b4df-9c8bd6933244 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 945 time: 0.0815115 Jun 08 04:23:52.044054 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-2419893b-e759-4c82-9b1b-944654088a31 req-01f6462a-da0c-472b-ab37-c9392938e314 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374961 Jun 08 04:23:53.223618 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20dfd6-5609-4105-bf5e-d71d3792df80 req-a2aa18d1-689b-41a7-8bb2-9a20a5e39dc9 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:53.225054 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0f20dfd6-5609-4105-bf5e-d71d3792df80 req-a2aa18d1-689b-41a7-8bb2-9a20a5e39dc9 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 945 time: 0.0789940 Jun 08 04:23:53.270219 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-0f20dfd6-5609-4105-bf5e-d71d3792df80 req-a9832590-ae5b-4193-b036-787ec2bfb958 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396109 Jun 08 04:23:54.870425 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0480cbc-7511-4266-a5b3-ed0d72bbab71 req-aede73e8-67af-49e9-8995-e2589929bedd tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:54.871914 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c0480cbc-7511-4266-a5b3-ed0d72bbab71 req-aede73e8-67af-49e9-8995-e2589929bedd tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 945 time: 0.0813775 Jun 08 04:23:54.915281 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-c0480cbc-7511-4266-a5b3-ed0d72bbab71 req-956a7b9f-6ed8-4763-9c28-bf41d38665e0 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377948 Jun 08 04:23:56.095556 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4871b24-a605-4312-81e8-855ed4df92b3 req-957ecf5b-42cd-4392-95a1-fab1318bf9a4 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:56.096909 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f4871b24-a605-4312-81e8-855ed4df92b3 req-957ecf5b-42cd-4392-95a1-fab1318bf9a4 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 945 time: 0.0765493 Jun 08 04:23:56.142739 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-f4871b24-a605-4312-81e8-855ed4df92b3 req-2205a696-95d8-4df2-82ec-b612e81583f3 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/security-groups?id=14704960-8937-4670-98c4-37e972729ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Jun 08 04:23:56.560288 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3589e-5cdc-4735-89de-a70694556490 req-6e312e68-58f4-4d46-9c4d-5ebc033ca35a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 04:23:56.561676 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-99a3589e-5cdc-4735-89de-a70694556490 req-6e312e68-58f4-4d46-9c4d-5ebc033ca35a tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.21 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 945 time: 0.0775027 Jun 08 04:23:56.695281 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-99a3589e-5cdc-4735-89de-a70694556490 req-136f0e79-1b11-40e8-8539-7958cddba60f tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Deleting port 5e2e945d-ec48-4941-b39f-39374c722f2c {{(pid=92281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 04:23:56.695530 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-99a3589e-5cdc-4735-89de-a70694556490 req-136f0e79-1b11-40e8-8539-7958cddba60f tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776538865125'] for port, before_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:56.830980 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.db [req-99a3589e-5cdc-4735-89de-a70694556490 req-136f0e79-1b11-40e8-8539-7958cddba60f tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] For port 5e2e945d-ec48-4941-b39f-39374c722f2c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5e2e945d-ec48-4941-b39f-39374c722f2c,segment=NetworkSegment(78f6ea0e-34ef-4131-b1ef-2350e35fd44c),segment_id=78f6ea0e-34ef-4131-b1ef-2350e35fd44c)] {{(pid=92281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 04:23:56.831343 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-99a3589e-5cdc-4735-89de-a70694556490 req-136f0e79-1b11-40e8-8539-7958cddba60f tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-843167'] for port, precommit_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:57.033457 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.plugins.ml2.plugin [req-99a3589e-5cdc-4735-89de-a70694556490 req-136f0e79-1b11-40e8-8539-7958cddba60f tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Calling delete_port for 5e2e945d-ec48-4941-b39f-39374c722f2c owned by compute:nova {{(pid=92281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 04:23:57.173680 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-99a3589e-5cdc-4735-89de-a70694556490 req-136f0e79-1b11-40e8-8539-7958cddba60f tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16362362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776538842085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776538486375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2017704'] for port, after_delete {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:57.209913 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-9c3e8f82-f71f-4ed4-9f82-dd32a0ee80fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:23:57.210038 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.db [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] get_ports_and_sgs() called for port_ids ['5e2e945d-ec48-4941-b39f-39374c722f2c'] {{(pid=92282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 04:23:57.226122 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f0e79-1b11-40e8-8539-7958cddba60f tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Pushing event deleted for resources: {'Port': ['ID=5e2e945d-ec48-4941-b39f-39374c722f2c,revision_number=None']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:23:57.229146 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-136f0e79-1b11-40e8-8539-7958cddba60f tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:23:57.334926 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-e35ac921-e711-438c-a709-6b6c2e9b8f38 req-0ce2cb89-f581-4bba-b6f8-3caa6dc3f8b0 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 210 time: 0.0808315 Jun 08 04:23:57.339866 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a3589e-5cdc-4735-89de-a70694556490 req-136f0e79-1b11-40e8-8539-7958cddba60f tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] No DVR routers for this DVR port 5e2e945d-ec48-4941-b39f-39374c722f2c on host hv-cinder-78662 {{(pid=92281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 04:23:57.342376 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [req-99a3589e-5cdc-4735-89de-a70694556490 req-136f0e79-1b11-40e8-8539-7958cddba60f tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107048'] for port, before_response {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:23:57.344310 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-99a3589e-5cdc-4735-89de-a70694556490 req-136f0e79-1b11-40e8-8539-7958cddba60f tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.21 "DELETE /v2.0/ports/5e2e945d-ec48-4941-b39f-39374c722f2c HTTP/1.1" status: 204 len: 173 time: 0.7752843 Jun 08 04:23:57.344798 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8413347e-2439-4200-8275-2305072a57e3', 'name': 'network-vif-deleted', 'tag': '5e2e945d-ec48-4941-b39f-39374c722f2c'}] {{(pid=92281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 04:23:57.347214 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45428777d14ae4716f76d1c3d675c324a09467e238ed25405e3092cee5712d38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894de449-557a-4a4f-9022-47ede903ed27" -d '{"events": [{"server_uuid": "8413347e-2439-4200-8275-2305072a57e3", "name": "network-vif-deleted", "tag": "5e2e945d-ec48-4941-b39f-39374c722f2c"}]}' {{(pid=92281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 04:23:57.389259 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6830cc-f40b-47d8-8dbf-4e3f57897a41 x-openstack-request-id: req-df6830cc-f40b-47d8-8dbf-4e3f57897a41 {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 04:23:57.389590 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8413347e-2439-4200-8275-2305072a57e3", "name": "network-vif-deleted", "tag": "5e2e945d-ec48-4941-b39f-39374c722f2c", "status": "completed", "code": 200}]} {{(pid=92281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 04:23:57.389933 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df6830cc-f40b-47d8-8dbf-4e3f57897a41 {{(pid=92281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 04:23:57.390402 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8413347e-2439-4200-8275-2305072a57e3', 'name': 'network-vif-deleted', 'tag': '5e2e945d-ec48-4941-b39f-39374c722f2c', 'status': 'completed', 'code': 200} Jun 08 04:23:58.496112 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [req-3555b327-7718-474f-a7cf-64d7e9052f38 req-ee3f63c8-ff7f-4d43-bc7f-0aceb8ede4a7 tempest-VolumesActionsTest-1485122268 tempest-VolumesActionsTest-1485122268-project] 10.222.0.18 "GET /v2.0/ports?device_id=8413347e-2439-4200-8275-2305072a57e3 HTTP/1.1" status: 200 len: 210 time: 0.0430779 Jun 08 04:24:00.284446 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 5e2e945d-ec48-4941-b39f-39374c722f2c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 04:24:00.321072 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.plugin [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] No Port match for: 5e2e945d-ec48-4941-b39f-39374c722f2c {{(pid=92282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 04:24:00.321424 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron.plugins.ml2.rpc [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Device 5e2e945d-ec48-4941-b39f-39374c722f2c not bound to the agent host hv-cinder-78662 {{(pid=92282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 04:24:05.191642 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:09.298252 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.wsgi [-] (92281) accepted ('10.222.0.18', 41716) {{(pid=92281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:24:09.430039 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:09.557989 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:09.642049 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_create {{(pid=92281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:09.650379 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-f3f6f81a-0c9e-482f-9961-08e3a3c86983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:24:09.686505 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde8f084-7189-41fb-9666-f41b8e96ce23,revision_number=1']} {{(pid=92281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:24:09.699544 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.699929 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.700323 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.700697 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.701091 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.701549 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.701772 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.702136 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.702814 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.702814 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.703341 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.703527 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.713684 dv-cinder-786627-8-smb neutron-server[92281]: INFO neutron.wsgi [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e489c3b8e0a4e6b8f095e542ba75ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131243 Jun 08 04:24:09.713815 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 41724) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:24:09.714715 dv-cinder-786627-8-smb neutron-server[92281]: DEBUG oslo_concurrency.lockutils [None req-b7bfe80a-0fe5-4fca-bf58-5b42340c6c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:24:09.793778 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:09.825620 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:09.967105 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:09.969491 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:09.970689 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cde8f084-7189-41fb-9666-f41b8e96ce23 HTTP/1.1" status: 204 len: 168 time: 0.2552872 Jun 08 04:24:09.971628 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-b872f2e9-6d6f-4c1f-8fdf-d430828dd354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:24:09.983043 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde8f084-7189-41fb-9666-f41b8e96ce23,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:24:09.992399 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.992969 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.993852 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.994170 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.994720 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.995409 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.996123 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.996931 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.998470 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.999036 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:09.999632 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:10.000004 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-8-smb {{(pid=92280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 04:24:10.004100 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-07c0b12b-3eec-411f-b7f8-9936500d0b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:24:12.298023 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-98686b2b-32a0-4822-8c95-676b016d01a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:14.729489 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:14.864467 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-45156e88-7596-470b-b481-3d97fc138aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:15.613522 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:17.641153 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:18.985481 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:24:21.574369 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 41844) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:24:21.635837 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbe66ef-c8bf-4738-a1b6-933bcf47bf78 admin admin] Deleting subnet d4edbdd3-7553-4f43-bc6d-01a0916d0b6f {{(pid=92280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 04:24:21.638601 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4bbe66ef-c8bf-4738-a1b6-933bcf47bf78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:21.685481 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4bbe66ef-c8bf-4738-a1b6-933bcf47bf78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2255159'] for subnet, precommit_delete_associations {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:21.738624 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4bbe66ef-c8bf-4738-a1b6-933bcf47bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16690738'] for subnet, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:21.875318 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4bbe66ef-c8bf-4738-a1b6-933bcf47bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16690747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-761474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2438373'] for subnet, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:21.879904 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:24:21.914308 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe66ef-c8bf-4738-a1b6-933bcf47bf78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4edbdd3-7553-4f43-bc6d-01a0916d0b6f,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:24:21.916266 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-4bbe66ef-c8bf-4738-a1b6-933bcf47bf78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for subnet, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:21.919127 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-4bbe66ef-c8bf-4738-a1b6-933bcf47bf78 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d4edbdd3-7553-4f43-bc6d-01a0916d0b6f HTTP/1.1" status: 204 len: 168 time: 0.3426745 Jun 08 04:24:21.919127 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4bbe66ef-c8bf-4738-a1b6-933bcf47bf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:24:21.920523 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 41846) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:24:22.024238 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8479ed88-ce68-4113-b4cf-31b4a6787298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16559499'] for network, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:22.144666 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8479ed88-ce68-4113-b4cf-31b4a6787298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16692107', 'neutron.services.segments.db._delete_segments_for_network-8776538885039'] for network, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:22.156957 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-8479ed88-ce68-4113-b4cf-31b4a6787298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b']}} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:24:22.168376 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-8479ed88-ce68-4113-b4cf-31b4a6787298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f6ea0e-34ef-4131-b1ef-2350e35fd44c') {'for_net_delete': True} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:24:22.168660 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.services.segments.db [None req-8479ed88-ce68-4113-b4cf-31b4a6787298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f6ea0e-34ef-4131-b1ef-2350e35fd44c') {} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 04:24:22.179916 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8479ed88-ce68-4113-b4cf-31b4a6787298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776538889162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2255164'] for segment, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:22.195516 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8479ed88-ce68-4113-b4cf-31b4a6787298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293'] for segment, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:22.201282 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8479ed88-ce68-4113-b4cf-31b4a6787298 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=92280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 04:24:22.201653 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8479ed88-ce68-4113-b4cf-31b4a6787298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16688293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1898128'] for segment, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: Traceback (most recent call last): Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: timer() Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: cb(*args, **kw) Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: return func(*args, **kwargs) Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: self._notify() Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: self.callback(batched_events) Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: event.method(event) Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: return f(self, *a, **k) Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: return self._get(url).json() Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: return self.request(url, 'GET', **kwargs) Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 04:24:22.214287 dv-cinder-786627-8-smb neutron-server[92280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 04:24:22.343575 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8479ed88-ce68-4113-b4cf-31b4a6787298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16692156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-626221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-761493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-867709'] for network, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:22.347328 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-4900a38c-bd6e-487c-8bef-38da10dae91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:24:22.359666 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-8479ed88-ce68-4113-b4cf-31b4a6787298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-761584'] for network, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:22.361430 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-8479ed88-ce68-4113-b4cf-31b4a6787298 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b HTTP/1.1" status: 204 len: 168 time: 0.4399881 Jun 08 04:24:22.367035 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479ed88-ce68-4113-b4cf-31b4a6787298 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1624ff-a4ef-4881-abbe-8d2cf17e3b8b,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:24:22.369296 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-8479ed88-ce68-4113-b4cf-31b4a6787298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:24:22.762871 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 41850) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:24:22.811396 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-67125a91-1bce-48eb-a468-de7d1596985f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9bee74b4b0694707be92e05c2f26680e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471902 Jun 08 04:24:22.813686 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.wsgi [-] (92280) accepted ('10.222.0.18', 41852) {{(pid=92280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 04:24:22.873898 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-11518c92-73de-43c6-a78e-367c0367b7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:22.899446 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-11518c92-73de-43c6-a78e-367c0367b7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:23.075346 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-11518c92-73de-43c6-a78e-367c0367b7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626193'] for security_group, after_delete {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:23.086516 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-11518c92-73de-43c6-a78e-367c0367b7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:23.086516 dv-cinder-786627-8-smb neutron-server[92280]: INFO neutron.wsgi [None req-11518c92-73de-43c6-a78e-367c0367b7d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14704960-8937-4670-98c4-37e972729ff0 HTTP/1.1" status: 204 len: 168 time: 0.2641954 Jun 08 04:24:23.086516 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-6b54b0ca-3f8e-4d9f-83b5-06c8e7222e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 04:24:23.089483 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11518c92-73de-43c6-a78e-367c0367b7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14704960-8937-4670-98c4-37e972729ff0,revision_number=None']} {{(pid=92280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 04:24:23.092134 dv-cinder-786627-8-smb neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-11518c92-73de-43c6-a78e-367c0367b7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 04:24:34.921944 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:42.281875 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-0bec7b3c-bdc8-411e-bb36-391eda933e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:44.732707 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:44.812692 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-f43d1663-ee72-43ba-9047-441f6413ecc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:45.578684 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:47.618697 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:24:55.984506 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:25:04.914442 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:25:12.315582 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-755ad6fc-0983-4f6a-b8fc-0a1b243857b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:25:14.744186 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:25:14.835824 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-4dcc9eb4-c3f6-4b4c-bf90-00524cd12fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:25:15.595791 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:25:17.641605 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:25:32.983154 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:25:34.915317 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:25:42.281006 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-f2223bc5-760f-4cd4-81cd-72ad43112ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:25:44.732091 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:25:44.840527 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-1bf816d1-9a3e-4194-a577-5014d1942b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:25:45.658301 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:25:47.640766 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:26:04.914984 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:26:09.982807 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:26:12.297894 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c4fd1022-af9d-478f-a6fd-ee9db838de5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:26:14.731618 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:26:14.834691 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b154-2293-42a3-9504-3df2c9b923cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:26:15.594709 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:26:17.628866 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:26:34.954644 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:26:42.291489 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-a5483fda-69a4-4c73-ba09-1c13a6658941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:26:44.719936 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:26:44.839896 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-08f8d4e4-083b-4a02-98f1-d744eaa5f42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:26:45.731691 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:26:46.981873 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:26:47.645619 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:27:04.931621 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:27:12.308245 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-f344635a-ebf5-4fc6-8167-4b218b1151b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:27:14.736837 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:27:14.851182 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-131d71e3-bd67-4d04-b65f-4b568de647eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:27:15.611017 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:27:17.674097 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:27:23.980390 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:27:34.971322 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:27:42.319569 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-3b9c8101-aa39-41c7-9f2d-baf46be56b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:27:44.742438 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:27:44.850841 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e5c00730-e794-422b-932d-b767703d99df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:27:45.645042 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:27:47.639396 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:28:00.979694 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:28:04.965073 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:28:12.325274 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e714-1e33-470e-8a36-bce9a18cb4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:28:14.743026 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:28:14.884969 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-a86bbabb-81b4-476e-8ee6-50d409893372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:28:15.607942 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:28:17.644886 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:28:34.970122 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:28:37.978707 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:28:42.319139 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-24150d5c-3465-4ad9-975d-d04f0538fa40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:28:44.719354 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:28:44.844828 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-666d18c7-691e-4581-ab0f-da0b8d14b4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:28:45.627821 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:28:47.673307 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:29:04.993034 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-c3509cad-000d-416a-a57d-7b45282cc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:29:12.307653 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-40cd09dc-af12-4d79-884f-70090e251449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:29:14.736526 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-e2467698-cc64-4da7-9305-a51bff02cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:29:14.978345 dv-cinder-786627-8-smb neutron-server[92283]: DEBUG neutron.db.agents_db [None req-d38398cd-ea05-4915-b55d-ad3b4607bba3 None None] Agent healthcheck: found 6 active agents {{(pid=92283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 04:29:15.016199 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-6cc516b9-98b0-4de2-9279-6d8bf17c2cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:29:15.661895 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-94c5c731-20a6-4bf5-8548-e76cfb8ecbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 04:29:17.661998 dv-cinder-786627-8-smb neutron-server[92282]: DEBUG neutron_lib.callbacks.manager [None req-da1e857f-c90b-4fa0-a833-23859f29d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776538885021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16367473'] for agent, after_update {{(pid=92282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}